-- Logs begin at Tue 2021-11-23 07:03:19 UTC, end at Tue 2021-11-23 08:01:43 UTC. -- Nov 23 07:34:39.855698 dv-cinder-804035-14-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 23 07:34:42.713444 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.common.config [-] Logging enabled! Nov 23 07:34:42.714150 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 07:34:42.714303 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109176) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 07:34:42.717493 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.common.config [-] Logging enabled! Nov 23 07:34:42.717776 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 07:34:42.718093 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109176) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 07:34:42.719162 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 07:34:42.719817 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 07:34:42.720190 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 07:34:42.720437 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 07:34:42.720670 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 07:34:42.720990 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.721417 dv-cinder-804035-14-iscsi neutron-server[109176]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 23 07:34:42.721758 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.722059 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.722355 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.722655 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.722945 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.723490 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.723782 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.724083 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.724371 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.724652 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.724937 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.725226 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.725511 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.725823 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.726110 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.726400 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] debug = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.726678 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.727113 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.727530 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.727815 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.728107 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.728416 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.728670 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.728945 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.729233 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.729572 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] host = dv-cinder-804035-14-iscsi {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.729883 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.730175 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.730466 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.730754 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.731031 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.731310 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.731606 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.731875 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.732151 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] log_file = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.732430 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.732722 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.733009 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.733303 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.733642 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.733899 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.734203 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.734494 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.734802 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.735083 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.735363 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.735641 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.735921 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.736192 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.736479 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.736768 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.737053 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.737331 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.737608 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.737915 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.738193 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.738480 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.738764 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.739034 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.739309 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.739598 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.739870 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.740147 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.740453 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.740739 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.741023 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.741306 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.741581 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.741891 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.742169 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.742444 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.742721 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] use_json = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.742995 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.743267 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.743549 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.743821 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.744094 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.744370 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.744643 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.744929 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:42.745232 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.745530 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.745855 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.746143 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.746453 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.746737 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.747028 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.747308 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.747600 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.747889 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.748185 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.748465 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.748757 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.749041 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.749338 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.749647 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.749967 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.750266 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.750573 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.750852 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.751131 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.751413 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.751705 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.751985 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.752276 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.752574 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.752858 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.753160 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.753448 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.753769 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.754062 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.754338 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.754619 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.754914 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.755193 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.755468 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.755749 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.756041 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.756326 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.756605 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.756890 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.757171 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.757446 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.757744 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.758059 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.758354 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.758634 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.758909 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.759184 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.759464 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.759737 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.760022 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.760303 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.760579 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.760855 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.761135 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.761410 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.761683 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.761983 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.762263 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.762543 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.762816 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.763090 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.763364 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.763638 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.763910 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.764181 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.764454 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.764732 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.765006 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.765279 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.765552 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.765853 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.766688 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.766983 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.767288 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.767572 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.767857 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.768138 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.768421 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.768700 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.768978 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.769259 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.769540 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.769842 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.770139 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.770423 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.770718 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.771005 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.771324 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.771623 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.771905 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.772191 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.772474 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.772757 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.773044 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.773329 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.773626 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.773946 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.774243 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.774539 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.774837 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.775122 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.775439 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.775721 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:42.775943 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 07:34:42.776194 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109176) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 23 07:34:43.219485 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 07:34:43.219764 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 07:34:43.220074 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 07:34:43.220417 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 23 07:34:43.558782 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:43.559072 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:43.559345 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:43.560534 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:43.560814 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:43.561200 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:43.601511 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:43.601833 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:43.602177 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:43.620056 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:43.620340 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:43.620610 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:43.649690 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:43.649990 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:43.650256 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:43.687648 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:43.688440 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:43.688712 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:43.933207 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:43.933869 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:43.933869 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:43.934049 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:43.934652 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.035541 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.035865 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.036150 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.036423 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.036691 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.037003 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.037262 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.037516 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.037796 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.038083 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.038343 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.038606 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.038861 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.039115 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.039369 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.039630 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.039885 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.040150 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.040415 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.040671 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.040939 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.041188 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.041466 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.041874 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.042126 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.042370 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.042773 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 07:34:44.043014 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 07:34:44.043251 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 07:34:44.043487 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 07:34:44.043723 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 07:34:44.043956 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 07:34:44.044322 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 23 07:34:44.047769 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 23 07:34:44.051881 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 23 07:34:44.055821 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Nov 23 07:34:44.057653 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 23 07:34:44.058143 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 23 07:34:44.058487 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 23 07:34:44.058985 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 23 07:34:44.062071 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 23 07:34:44.062330 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 23 07:34:44.062691 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 07:34:44.068084 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 23 07:34:44.091548 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 23 07:34:44.092019 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.092327 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109176) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 23 07:34:44.092698 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.094194 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109176) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 23 07:34:44.094486 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 07:34:44.094736 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 23 07:34:44.098473 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.098755 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.162078 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 23 07:34:44.162319 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 23 07:34:44.162556 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 23 07:34:44.162938 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 23 07:34:44.186150 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_db.sqlalchemy.engines [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109176) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 23 07:34:44.732590 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.managers [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Initializing driver for type 'gre' Nov 23 07:34:44.733243 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] gre ID ranges: [(1, 1000)] Nov 23 07:34:44.789721 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.managers [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Initializing driver for type 'local' Nov 23 07:34:44.790068 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.managers [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Initializing driver for type 'vlan' Nov 23 07:34:44.805007 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] VlanTypeDriver initialization complete Nov 23 07:34:44.805544 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.managers [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Initializing driver for type 'vxlan' Nov 23 07:34:44.806023 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] vxlan ID ranges: [(1, 1000)] Nov 23 07:34:44.863087 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.managers [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Initializing extension driver 'port_security' Nov 23 07:34:44.863427 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.extensions.port_security [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] PortSecurityExtensionDriver initialization complete Nov 23 07:34:44.863769 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.managers [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Initializing mechanism driver 'openvswitch' Nov 23 07:34:44.864097 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.managers [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Initializing mechanism driver 'hyperv' Nov 23 07:34:44.871158 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.plugins.ml2.plugin [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:34:44.871862 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > port after_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.872238 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > port after_update 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.872593 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > port after_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.873157 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109176) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 07:34:44.873594 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > subnet after_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.873978 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > subnet after_update 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.874328 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.874740 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109176) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 07:34:44.875160 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > network after_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.875529 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > network after_update 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.875875 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > network after_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.876282 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109176) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 07:34:44.876694 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > security_group after_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.877046 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > security_group after_update 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.877390 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.877999 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109176) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 07:34:44.878416 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.878767 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.879111 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.879519 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109176) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 07:34:44.879929 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > address_group after_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.880278 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > address_group after_update 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.880624 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.881032 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109176) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 07:34:44.881428 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] ML2 OVO RPC backend initialized. {{(pid=109176) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 23 07:34:44.882244 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.882606 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.883028 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > network before_response 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.883380 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > networks before_response 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.883731 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > port before_response 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.884074 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > ports before_response 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.884420 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > subnet before_response 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.884763 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > subnets before_response 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.885115 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > network after_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.885462 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > network after_update 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.885841 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > network after_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.886186 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > port after_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.886528 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > port after_update 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.886865 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > port after_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.887205 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > subnet after_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.887545 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > subnet after_update 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.887883 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.888531 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.plugin [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Modular L2 Plugin initialization complete Nov 23 07:34:44.888864 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading services supported by the core plugin {{(pid=109176) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 23 07:34:44.889201 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.plugins.ml2.managers [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Got port-security extension from driver 'port_security' Nov 23 07:34:44.889670 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.extensions.vlantransparent [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Disabled vlantransparent extension. Nov 23 07:34:44.890191 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109176) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 23 07:34:44.890524 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading Plugin: router Nov 23 07:34:44.929376 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.929795 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > router after_create 55549900 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.930170 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > router before_create 55549900 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.930536 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.930909 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.931269 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > router after_delete 55549900 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.931633 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.931986 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.932344 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > router after_create 55549900 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.932693 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > router after_update 55549900 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.933038 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > router after_update 55549900 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.933384 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.933979 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > router after_update 55549900 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.934171 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > router precommit_update 55549900 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.934539 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: port after_update 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.934876 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: port after_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.935210 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: subnet after_update 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.935551 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.935899 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.936244 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > router precommit_create 55549900 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.936583 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: port before_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.936924 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > router precommit_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.937288 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > router after_update 55549900 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.937617 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.938582 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > router precommit_create 55549900 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.938582 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.938821 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > router precommit_update 55549900 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.939131 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > agent after_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.940093 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > agent after_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.940093 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > network after_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.941182 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.quota.resource_registry [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Tracking information for resource: router configured {{(pid=109176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 07:34:44.941182 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.quota.resource_registry [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Tracking information for resource: floatingip configured {{(pid=109176) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 07:34:44.946508 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.db.l3_agentschedulers_db [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 23 07:34:44.947095 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: port after_update 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.947464 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: port after_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.947821 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: port after_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.948172 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: port after_update 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.948982 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > router before_create 55550100 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.949346 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.949753 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > router precommit_create 55550100 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.950097 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > router precommit_update 55550100 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.955663 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.services.provider_configuration [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Service providers = [] {{(pid=109176) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 23 07:34:44.956031 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.db.servicetype_db [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109176) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 23 07:34:44.959158 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.services.service_base [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109176) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 07:34:44.959509 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.services.service_base [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109176) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 07:34:44.959855 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.services.service_base [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109176) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 07:34:44.960750 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.services.service_base [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109176) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 07:34:44.961132 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.services.service_base [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 23 07:34:44.961529 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 07:34:44.961877 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 23 07:34:44.973263 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 07:34:44.973597 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading Plugin: auto_allocate Nov 23 07:34:44.979722 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: network precommit_update 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.980100 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: network precommit_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.980645 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 07:34:44.980971 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading Plugin: tag Nov 23 07:34:44.988432 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 07:34:44.988696 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading Plugin: timestamp Nov 23 07:34:44.992818 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 07:34:44.993146 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading Plugin: network_ip_availability Nov 23 07:34:44.998791 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.999162 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:44.999517 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:45.000801 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 07:34:45.001128 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading Plugin: flavors Nov 23 07:34:45.006138 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 07:34:45.006473 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading Plugin: revisions Nov 23 07:34:45.010843 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109176) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 07:34:45.011247 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_concurrency.lockutils [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.791s {{(pid=109176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 07:34:45.012032 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109176) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 23 07:34:45.012371 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Initializing extension manager. Nov 23 07:34:45.012889 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: __init__.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.013231 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: __pycache__ {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.013563 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.013928 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: address_group.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.014696 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.015280 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: address-group Nov 23 07:34:45.015601 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: address_scope.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.016545 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.017054 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: address-scope Nov 23 07:34:45.017381 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.018342 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.018849 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: router-admin-state-down-before-update Nov 23 07:34:45.019171 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: agent.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.019868 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.020374 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: agent Nov 23 07:34:45.020694 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: agent_resources_synced.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.021617 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.022149 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: agent-resources-synced Nov 23 07:34:45.022472 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: allowedaddresspairs.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.024253 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.024768 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: allowed-address-pairs Nov 23 07:34:45.025095 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: auto_allocated_topology.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.026199 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.026716 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: auto-allocated-topology Nov 23 07:34:45.027039 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: availability_zone.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.027729 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.028233 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: availability_zone Nov 23 07:34:45.028556 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: availability_zone_filter.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.029464 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.029994 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: availability_zone_filter Nov 23 07:34:45.030317 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: data_plane_status.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.031239 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.031770 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension data-plane-status not supported by any of loaded plugins Nov 23 07:34:45.032092 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: default_subnetpools.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.033012 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.033517 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: default-subnetpools Nov 23 07:34:45.033872 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.034694 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.035198 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: dhcp_agent_scheduler Nov 23 07:34:45.035521 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: dns.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.036432 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.036938 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension dns-integration not supported by any of loaded plugins Nov 23 07:34:45.038340 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: dns_domain_ports.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.039293 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.039804 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 23 07:34:45.040619 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.041549 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.042175 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 23 07:34:45.042623 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: dvr.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.043353 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.043898 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: dvr Nov 23 07:34:45.044226 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: ecmp_routes.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.045176 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.045687 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 23 07:34:45.046050 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: empty_string_filtering.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.046980 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.047983 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: empty-string-filtering Nov 23 07:34:45.048312 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.049242 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.049774 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 23 07:34:45.050104 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.051024 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.051531 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 23 07:34:45.051858 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: external_net.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.052778 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.053287 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: external-net Nov 23 07:34:45.053641 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.054588 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.055101 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: extra_dhcp_opt Nov 23 07:34:45.055431 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: extraroute.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.056349 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.056862 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: extraroute Nov 23 07:34:45.057187 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: extraroute_atomic.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.058277 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.058794 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: extraroute-atomic Nov 23 07:34:45.059122 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: filter_validation.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.059811 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.060337 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: filter-validation Nov 23 07:34:45.060650 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: fip_pf_description.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.061570 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.062179 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 23 07:34:45.062508 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: fip_port_details.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.064015 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.064532 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: fip-port-details Nov 23 07:34:45.064991 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: flavors.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.066295 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.066811 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: flavors Nov 23 07:34:45.067140 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.068867 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.069391 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 23 07:34:45.069744 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: floatingip_pools.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.070453 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.070965 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: floatingip-pools Nov 23 07:34:45.071296 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: ip_allocation.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.072239 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.072751 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension ip_allocation not supported by any of loaded plugins Nov 23 07:34:45.073081 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.074038 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.074548 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: ip-substring-filtering Nov 23 07:34:45.074881 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: l2_adjacency.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.075805 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.076307 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 23 07:34:45.076633 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: l3.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.077837 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.078433 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: router Nov 23 07:34:45.078766 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.081081 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.081608 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 23 07:34:45.081978 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.082930 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.083447 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: ext-gw-mode Nov 23 07:34:45.083781 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.084724 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.085237 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: l3-ha Nov 23 07:34:45.085571 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: l3_flavors.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.086520 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.087029 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: l3-flavors Nov 23 07:34:45.087359 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.088289 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.088796 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 23 07:34:45.089126 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: l3agentscheduler.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.090224 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.090738 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: l3_agent_scheduler Nov 23 07:34:45.091067 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: local_ip.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.092875 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.093403 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension local_ip not supported by any of loaded plugins Nov 23 07:34:45.093771 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: logging.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.095269 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.095795 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension logging not supported by any of loaded plugins Nov 23 07:34:45.096132 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: metering.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.096881 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.097471 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: metering Nov 23 07:34:45.097832 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.099203 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.099718 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: metering_source_and_destination_fields Nov 23 07:34:45.100048 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: multiprovidernet.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.100978 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.101491 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: multi-provider Nov 23 07:34:45.101851 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: netmtu.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.102783 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.103291 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: net-mtu Nov 23 07:34:45.103616 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: netmtu_writable.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.104538 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.105047 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: net-mtu-writable Nov 23 07:34:45.105374 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: network_availability_zone.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.106084 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.106594 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: network_availability_zone Nov 23 07:34:45.106922 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: network_ip_availability.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.108041 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.108553 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: network-ip-availability Nov 23 07:34:45.108880 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: network_segment_range.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.110193 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.110700 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension network-segment-range not supported by any of loaded plugins Nov 23 07:34:45.111026 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: pagination.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.113602 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.113991 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: pagination Nov 23 07:34:45.114330 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: port_device_profile.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.115272 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.115800 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: port-device-profile Nov 23 07:34:45.116131 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.117066 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.117573 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: port-mac-address-regenerate Nov 23 07:34:45.117935 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.118862 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.119374 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: port-numa-affinity-policy Nov 23 07:34:45.119699 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: port_resource_request.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.120626 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.121132 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension port-resource-request not supported by any of loaded plugins Nov 23 07:34:45.121455 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: port_resource_request_groups.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.122463 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.122970 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 23 07:34:45.123294 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: portbindings.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.124226 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.124734 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: binding Nov 23 07:34:45.125062 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: portbindings_extended.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.126966 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.127493 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: binding-extended Nov 23 07:34:45.127828 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: portsecurity.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.128758 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.129274 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: port-security Nov 23 07:34:45.129603 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: project_id.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.130620 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.130959 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: project-id Nov 23 07:34:45.131289 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: providernet.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.132224 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.132741 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: provider Nov 23 07:34:45.133067 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: qos.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.136740 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.137269 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension qos not supported by any of loaded plugins Nov 23 07:34:45.137610 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.138886 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.139405 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 23 07:34:45.139738 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.140671 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.141209 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 23 07:34:45.141539 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: qos_default.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.142492 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.143007 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension qos-default not supported by any of loaded plugins Nov 23 07:34:45.143337 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: qos_fip.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.143997 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.144531 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension qos-fip not supported by any of loaded plugins Nov 23 07:34:45.144831 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: qos_gateway_ip.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.145785 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.146302 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 23 07:34:45.146630 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: qos_port_network_policy.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.147553 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.148063 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 23 07:34:45.148389 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.149447 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.149996 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 23 07:34:45.150325 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: qos_pps_rule.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.151509 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.152030 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension qos-pps not supported by any of loaded plugins Nov 23 07:34:45.152364 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: qos_rule_type_details.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.153299 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.153853 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 23 07:34:45.154182 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: qos_rules_alias.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.155234 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.155751 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 23 07:34:45.156078 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: quota_check_limit.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.157522 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.158073 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: quota-check-limit Nov 23 07:34:45.158403 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: quotasv2.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.159364 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.159695 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: quotas Nov 23 07:34:45.160021 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: quotasv2_detail.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.163460 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.163807 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: quota_details Nov 23 07:34:45.164143 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: rbac.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.165226 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.165784 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: rbac-policies Nov 23 07:34:45.166120 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: rbac_address_group.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.167063 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.167585 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: rbac-address-group Nov 23 07:34:45.167913 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: rbac_address_scope.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.168842 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.169361 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: rbac-address-scope Nov 23 07:34:45.169685 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: rbac_security_groups.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.170635 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.171152 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: rbac-security-groups Nov 23 07:34:45.171477 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: rbac_subnetpool.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.172462 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.172974 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: rbac-subnetpool Nov 23 07:34:45.173297 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: revisionifmatch.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.174254 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.174768 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: revision-if-match Nov 23 07:34:45.175092 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: revisions.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.176221 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.176738 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: standard-attr-revisions Nov 23 07:34:45.177066 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: router_availability_zone.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.177768 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.178288 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: router_availability_zone Nov 23 07:34:45.178615 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: routerservicetype.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.179555 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.180064 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension router-service-type not supported by any of loaded plugins Nov 23 07:34:45.180389 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.181396 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.181944 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: security-groups-normalized-cidr Nov 23 07:34:45.182277 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.183208 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.183721 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: port-security-groups-filtering Nov 23 07:34:45.184046 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.184978 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.185491 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: security-groups-remote-address-group Nov 23 07:34:45.185856 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.186809 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.187317 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: security-groups-shared-filtering Nov 23 07:34:45.188155 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.188746 dv-cinder-804035-14-iscsi neutron-server[109176]: WARNING neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 23 07:34:45.189068 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: securitygroup.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.199035 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.199575 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: security-group Nov 23 07:34:45.199914 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: segment.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.200708 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.201217 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension segment not supported by any of loaded plugins Nov 23 07:34:45.201551 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.202534 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.203046 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 23 07:34:45.203931 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: servicetype.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.205044 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.205565 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: service-type Nov 23 07:34:45.205927 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: sorting.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.206926 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.207263 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: sorting Nov 23 07:34:45.207591 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: standard_attr_segment.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.208522 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.209040 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 23 07:34:45.209376 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: standardattrdescription.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.210052 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.210562 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: standard-attr-description Nov 23 07:34:45.210889 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: stateful_security_group.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.211837 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.212358 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: stateful-security-group Nov 23 07:34:45.212683 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: stdattrs_common.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.213258 dv-cinder-804035-14-iscsi neutron-server[109176]: WARNING neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 23 07:34:45.213582 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.214548 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.215065 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 23 07:34:45.215389 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: subnet_onboard.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.216481 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.217014 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: subnet_onboard Nov 23 07:34:45.217323 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.218296 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.218809 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 23 07:34:45.219162 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: subnet_service_types.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.220092 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.220608 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: subnet-service-types Nov 23 07:34:45.220933 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: subnetallocation.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.222059 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.222583 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: subnet_allocation Nov 23 07:34:45.222910 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.223853 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.224348 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: subnetpool-prefix-ops Nov 23 07:34:45.224675 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.225618 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.226159 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 23 07:34:45.226485 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: tagging.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.227583 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.228104 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: standard-attr-tag Nov 23 07:34:45.228433 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: timestamp.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.229660 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.230203 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loaded extension: standard-attr-timestamp Nov 23 07:34:45.230534 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: trunk.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.231573 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.232105 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension trunk not supported by any of loaded plugins Nov 23 07:34:45.232440 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: trunk_details.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.233384 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.233923 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension trunk-details not supported by any of loaded plugins Nov 23 07:34:45.234249 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: uplink_status_propagation.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.235209 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.235714 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 23 07:34:45.236040 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Loading extension file: vlantransparent.py {{(pid=109176) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 07:34:45.236721 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109176) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 07:34:45.237227 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 23 07:34:45.239853 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.quota.resource_registry [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Creating instance of TrackedResource for resource:network Nov 23 07:34:45.240350 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.quota.resource_registry [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Creating instance of TrackedResource for resource:subnet Nov 23 07:34:45.240759 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.quota.resource_registry [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 07:34:45.241169 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.quota.resource_registry [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Creating instance of TrackedResource for resource:port Nov 23 07:34:45.242483 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.v2.resource_helper [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 07:34:45.242966 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.v2.resource_helper [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Service FLAVORS assigned prefix: {{(pid=109176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 07:34:45.243583 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.v2.resource_helper [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 07:34:45.244012 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.v2.resource_helper [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 07:34:45.244346 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.quota.resource_registry [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Creating instance of TrackedResource for resource:router Nov 23 07:34:45.244789 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.quota.resource_registry [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 07:34:45.245285 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.v2.resource_helper [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Service METERING assigned prefix: /metering {{(pid=109176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 07:34:45.246786 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:45.247165 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:45.247524 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:34:45.248538 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.quota.resource_registry [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 07:34:45.248980 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.quota.resource_registry [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Creating instance of TrackedResource for resource:security_group Nov 23 07:34:45.249458 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.quota.resource_registry [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 07:34:45.250640 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.v2.resource_helper [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Service CORE assigned prefix: {{(pid=109176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 07:34:45.250953 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.quota.resource_registry [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 07:34:45.251301 dv-cinder-804035-14-iscsi neutron-server[109176]: WARNING neutron.quota.resource_registry [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] subnetpool is already registered Nov 23 07:34:45.251730 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.v2.resource_helper [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Service CORE assigned prefix: {{(pid=109176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 07:34:45.252060 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.quota.resource_registry [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 07:34:45.252408 dv-cinder-804035-14-iscsi neutron-server[109176]: WARNING neutron.quota.resource_registry [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] subnetpool is already registered Nov 23 07:34:45.254712 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.v2.resource_helper [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 07:34:45.255152 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.v2.resource_helper [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Service FLAVORS assigned prefix: {{(pid=109176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 07:34:45.255750 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.v2.resource_helper [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 07:34:45.256176 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.v2.resource_helper [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 07:34:45.256512 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.quota.resource_registry [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Creating instance of TrackedResource for resource:router Nov 23 07:34:45.256851 dv-cinder-804035-14-iscsi neutron-server[109176]: WARNING neutron.quota.resource_registry [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] router is already registered Nov 23 07:34:45.257268 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.quota.resource_registry [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 07:34:45.257607 dv-cinder-804035-14-iscsi neutron-server[109176]: WARNING neutron.quota.resource_registry [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] floatingip is already registered Nov 23 07:34:45.258103 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.v2.resource_helper [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Service METERING assigned prefix: /metering {{(pid=109176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 07:34:45.258774 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.quota.resource_registry [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 07:34:45.259101 dv-cinder-804035-14-iscsi neutron-server[109176]: WARNING neutron.quota.resource_registry [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] rbac_policy is already registered Nov 23 07:34:45.259518 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.quota.resource_registry [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Creating instance of TrackedResource for resource:security_group Nov 23 07:34:45.259856 dv-cinder-804035-14-iscsi neutron-server[109176]: WARNING neutron.quota.resource_registry [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] security_group is already registered Nov 23 07:34:45.260263 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.quota.resource_registry [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 07:34:45.260603 dv-cinder-804035-14-iscsi neutron-server[109176]: WARNING neutron.quota.resource_registry [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] security_group_rule is already registered Nov 23 07:34:45.261233 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.v2.resource_helper [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Service CORE assigned prefix: {{(pid=109176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 07:34:45.261565 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.quota.resource_registry [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 07:34:45.261925 dv-cinder-804035-14-iscsi neutron-server[109176]: WARNING neutron.quota.resource_registry [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] subnetpool is already registered Nov 23 07:34:45.262358 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.v2.resource_helper [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Service CORE assigned prefix: {{(pid=109176) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 07:34:45.262683 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.quota.resource_registry [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 07:34:45.263015 dv-cinder-804035-14-iscsi neutron-server[109176]: WARNING neutron.quota.resource_registry [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] subnetpool is already registered Nov 23 07:34:45.263492 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: extensions {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.264985 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: address-groups {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.266555 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: address-scopes {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.267880 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: agents {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.269125 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: auto-allocated-topology {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.270400 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: availability_zones {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.271643 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: dhcp-networks {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.273172 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: dhcp-agents {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.274617 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: routers {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.276851 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: flavors {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.278064 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: service_profiles {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.279285 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: next_providers {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.280749 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: service_profiles {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.282853 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: floatingip-pools {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.284070 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: routers {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.286226 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: floatingips {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.288491 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: l3-routers {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.289926 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: l3-agents {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.291341 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: metering-labels {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.292815 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: metering-label-rules {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.294130 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: network-ip-availabilities {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.295405 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: bindings {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.297115 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: quotas {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.298693 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: quotas {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.300256 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: rbac-policies {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.301545 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: security-groups {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.302821 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: security-group-rules {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.304056 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: service-providers {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.305283 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: subnetpools {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.306728 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: subnetpools {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.308208 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: tags {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.309924 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: tags {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.311739 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: tags {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.314062 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: tags {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.315905 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: tags {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.317784 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: tags {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.319490 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: tags {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.321409 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: tags {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.323239 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: tags {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.325111 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron.api.extensions [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Extended resource: tags {{(pid=109176) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 07:34:45.331655 dv-cinder-804035-14-iscsi neutron-server[109176]: WARNING keystonemiddleware.auth_token [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 23 07:34:45.336674 dv-cinder-804035-14-iscsi neutron-server[109176]: WARNING keystonemiddleware.auth_token [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 23 07:34:45.346564 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_concurrency.lockutils [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Acquired lock "singleton_lock" {{(pid=109176) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 23 07:34:45.347050 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_concurrency.lockutils [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Releasing lock "singleton_lock" {{(pid=109176) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 23 07:34:45.347733 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO oslo_service.service [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Starting 2 workers Nov 23 07:34:45.352929 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Started child 109283 {{(pid=109176) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 07:34:45.357692 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Started child 109284 {{(pid=109176) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 07:34:45.358552 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:34:45.359342 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO neutron.service [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 23 07:34:45.360585 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Publish callbacks [] for process, before_spawn {{(pid=109176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:34:45.360772 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [-] (109283) wsgi starting up on http://0.0.0.0:9696 Nov 23 07:34:45.363026 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO oslo_service.service [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Starting 1 workers Nov 23 07:34:45.363208 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:34:45.364607 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [-] (109284) wsgi starting up on http://0.0.0.0:9696 Nov 23 07:34:45.368278 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Started child 109285 {{(pid=109176) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 07:34:45.368860 dv-cinder-804035-14-iscsi neutron-server[109176]: INFO oslo_service.service [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Starting 1 workers Nov 23 07:34:45.372324 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.service [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] calling RpcWorker wait() {{(pid=109285) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 23 07:34:45.372873 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.service [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] returning from RpcWorker wait() {{(pid=109285) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 23 07:34:45.373372 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Started child 109286 {{(pid=109176) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 07:34:45.374158 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:34:45.374253 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG neutron_lib.callbacks.manager [None req-2b125321-8d7d-4ea3-ad14-b286919fd224 None None] Publish callbacks [] for process, after_spawn {{(pid=109176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:34:45.374610 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:34:45.376193 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109176) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 07:34:45.376412 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 07:34:45.376602 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 07:34:45.376829 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 07:34:45.377182 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 07:34:45.377368 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 07:34:45.377922 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.378219 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.378484 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.378755 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.379040 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.379345 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:34:45.379816 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.379890 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.380140 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.380401 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.380665 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.380841 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.381018 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.381268 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.381520 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.381835 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.382112 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.382370 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.382630 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.382805 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.383063 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.383326 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.383569 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.383862 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] debug = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.384188 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.384680 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.384966 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.385277 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.385562 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.385922 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.386215 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.386503 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.386780 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.387031 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.387276 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.387572 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.387795 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.388091 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.388364 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.388590 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.388865 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.389129 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.389639 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] host = dv-cinder-804035-14-iscsi {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.389940 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.390183 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.390424 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.390752 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.391007 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.391311 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.391596 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.391893 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.392196 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.392481 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.392733 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.393045 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.393269 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.393622 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] log_file = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.393845 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] log_options = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.394091 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.394474 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.394769 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.394962 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.395136 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.395328 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.395635 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.395800 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.396069 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.396323 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.396611 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.396884 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.397111 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.397397 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.397770 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.397976 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.398269 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.398530 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.398818 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.399130 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.399392 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.399621 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.399867 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.400161 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.400385 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.400633 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.400875 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.401166 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.401405 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.401795 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.402015 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.402288 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.402503 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.402799 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.403097 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.403332 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.403635 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.403915 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.404194 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.404449 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.404722 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.405061 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.405312 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.405748 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.406044 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.406890 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.407264 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] use_json = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.407680 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.407860 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.408050 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.408535 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.408811 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.409023 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.409313 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.409624 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.410078 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.410434 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.410773 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.411042 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.411301 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.411527 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.411771 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.412095 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.412241 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.412500 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.412798 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.413093 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.413388 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.413633 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.414913 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.414913 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.414913 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.415681 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.416005 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.416280 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.416552 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.416810 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.417137 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.417427 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.417635 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.417929 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.418197 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.418493 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.418775 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.419126 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.419428 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.419692 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.419957 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.420207 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.420468 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.420741 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.420970 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.421227 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.421456 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.421754 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.422148 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.422844 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.423100 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.423360 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.423610 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.423851 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.424116 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.424384 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.424628 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.424860 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.425089 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.425315 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.425561 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.425839 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.426079 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.426305 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.426569 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.426826 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.427088 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.427315 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.427560 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.427789 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.428030 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.428256 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.428496 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.428717 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.428942 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.429161 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.429421 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.429658 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.429901 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.430123 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.430345 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.431505 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.431741 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.431998 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.432315 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.432465 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.432719 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.432941 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.433161 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.433489 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.434254 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.434480 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.434725 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.434974 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.435213 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.435366 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:34:45.435520 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.435659 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.435850 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.436089 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.436376 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.436699 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.436960 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.437206 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.437446 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.437771 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.438000 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.438267 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.438493 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.438717 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.438955 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.439211 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.439442 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.439704 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.439937 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.440175 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.440437 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.440734 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.441483 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.441744 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.442036 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.442210 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.442479 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.442718 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.442952 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.443214 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.443447 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.443736 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.443998 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.444284 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.444510 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.445301 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.445617 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.446002 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.446276 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.446517 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.446756 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.447034 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.447312 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.447588 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.447830 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.448085 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.448331 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.448586 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.448947 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.449092 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.449291 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.449621 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.449885 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.450700 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.450929 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.451268 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.452154 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.452437 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.452670 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.453059 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.453059 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.453549 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.453549 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.453877 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.454034 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.454370 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.454370 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.454661 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.454891 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.455115 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.455371 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.455615 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.455890 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.456115 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.456342 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.456594 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.456823 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.457050 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.457307 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.457531 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.457784 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.458033 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.458283 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.458532 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.458762 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.458983 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.459242 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.459471 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.459754 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.460028 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.460270 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.460540 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.460792 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.461022 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.461262 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.461531 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.462513 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.462513 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.462513 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.462513 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.462893 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.462983 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.463182 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.463404 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.463646 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.463908 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.464550 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.464550 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.464818 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.464994 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.465380 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.465518 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.465721 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.465961 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.466187 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.466436 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.466805 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.467277 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.467277 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.467515 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.467648 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.467852 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.468089 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.471930 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.471930 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.471930 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.471930 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.471930 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.471930 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.471930 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.471930 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.473152 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.473152 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.473152 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.473152 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.473152 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.473152 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.473152 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.473152 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.474138 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.474138 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.474138 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.474138 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.474138 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.474138 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.474138 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.474965 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.474965 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.474965 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.475311 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.475311 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.475541 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.475669 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.475936 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.476072 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.476265 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.476479 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.476717 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.476946 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.477168 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.477386 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.477819 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.477956 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.478188 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.478478 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.478743 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.478994 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.479240 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.479549 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.479769 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.480024 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.480274 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.480518 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.480744 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.481006 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.481322 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.481612 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.481924 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.482189 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.482481 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.482772 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.483066 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.483288 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.483655 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.483919 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.484202 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.484510 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.484798 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.485056 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.485289 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.485513 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.485795 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.486115 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.486275 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.486562 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.486797 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.487028 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.487267 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.487518 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.487758 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.488011 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.488203 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.488429 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.488734 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.489516 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 07:34:45.490153 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109176) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 07:34:45.490290 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 07:34:45.490671 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 07:34:45.490671 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 07:34:45.490918 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 07:34:45.490918 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 07:34:45.491264 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.491264 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.491487 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.491607 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.491728 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.491850 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.492014 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.492177 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.492339 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.492714 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.492714 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.492954 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.492954 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.493183 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.493304 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.493434 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.493556 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.493722 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.494102 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.494102 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.494341 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.494341 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.494599 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] debug = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.494721 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.494856 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.495002 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.495124 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.495279 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.495446 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.495640 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.495805 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.495955 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.496125 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.496436 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.496436 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.496699 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.496699 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.496934 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.496934 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.497165 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.497285 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.497411 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] host = dv-cinder-804035-14-iscsi {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.497543 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.497717 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.497896 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.498059 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.498222 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.498382 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.498544 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.498706 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.498867 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.499031 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.499374 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.499374 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.499605 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.499725 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] log_file = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.499845 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] log_options = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.499965 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.500630 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.500804 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.500998 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.501214 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.501346 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.501468 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.501630 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.501816 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.501978 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.502140 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.502303 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.502465 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.502627 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.502789 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.502951 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.503113 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.503276 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.503439 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.503601 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.503763 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.503926 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.504087 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.504248 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.504409 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.504571 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.504934 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.504934 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.505174 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.505174 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.505413 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.505542 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.505665 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.505829 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.505991 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.506152 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.506471 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.506471 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.506714 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.506849 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.506972 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.507093 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.507235 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.507397 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.507559 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.507721 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.507881 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] use_json = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.508042 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.508204 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.508366 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.508529 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.508690 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.508851 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.509012 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.509175 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 07:34:45.509362 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.509529 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.509766 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.509897 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.510048 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.510213 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.510378 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.510542 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.510707 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.510871 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.511351 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.511351 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.511351 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.511814 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.511814 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.511814 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.512156 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.512156 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.512386 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.512507 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.512637 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.512762 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.512911 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.513074 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.513238 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.513401 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.513565 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.513776 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.513948 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.514191 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.514327 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.514474 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.514598 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.514720 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.514871 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.514997 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:34:45.515139 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.515264 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.515385 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.515506 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.515636 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.515909 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.516084 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.516250 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.516415 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.516728 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.516728 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.516965 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.517086 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.517206 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.517327 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.517530 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.517661 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.517861 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.517998 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.518122 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.518292 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.518457 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.518632 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.518795 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.518969 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.519118 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.519282 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.519446 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.519609 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.519773 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.519937 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.520101 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.520265 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.520442 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.520606 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.520770 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.520936 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.521101 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.521264 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.521486 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.521618 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.521758 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.521917 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.522082 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.522247 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.522411 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.522575 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.522740 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.522905 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.523070 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.523235 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.523398 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.523562 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.523725 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.523889 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.524053 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.524226 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.524407 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.524574 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.524738 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.524902 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.525067 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.525317 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.527069 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.527069 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.527069 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.527069 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.527543 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.527543 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.527543 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.527905 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.527905 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.528147 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.528147 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.528379 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.528502 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.528623 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.528744 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.528865 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.529021 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.529191 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.529554 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.529554 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.529825 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.529825 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.530056 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.530177 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.530296 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.530500 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.530669 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.530834 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.530999 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.531163 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.531952 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.532089 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.532212 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.532339 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.532496 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.532661 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.532838 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.533003 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.533169 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.533333 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.533522 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.533687 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.533875 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.534041 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.534206 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.534372 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.534537 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.534702 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.534868 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.535033 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.535197 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.535364 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.535534 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.535699 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.535864 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.536028 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.536194 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.536359 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.536525 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.536690 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.536979 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.537105 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.537226 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.537357 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.537479 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.537599 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.537781 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.537941 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.538106 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.538270 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.538434 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.538597 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.538763 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.538927 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.539090 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.539254 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.539418 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.539584 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.539749 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.539915 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.540080 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.540246 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.540410 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.540576 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.540743 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.540907 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.541073 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.541239 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.541403 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.541569 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.541752 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.541919 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.542098 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.542238 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.542402 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.542583 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.542748 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.542912 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.543076 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.543241 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.543405 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.543569 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.543733 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.543900 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.544104 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.544223 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.544393 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.544559 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.544723 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.545722 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.545722 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.545722 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.545722 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.545722 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.545722 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.546374 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.546547 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.546717 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.546883 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.547634 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.547823 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.547989 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.548155 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.548322 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.548485 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.548655 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.548828 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.548993 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.549159 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.549325 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.549488 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.549654 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.549852 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.550021 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.550185 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.550353 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.550514 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.550680 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.550854 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.551022 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.551184 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.551349 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.551513 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.551678 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.551852 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.552016 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.552182 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.552347 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.552512 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.552677 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.552851 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.553017 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.553183 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.553356 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.553519 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.553684 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.553868 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.554046 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.554211 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.554379 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.554542 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.554706 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.554870 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.555040 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.555208 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.555381 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.555553 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.555720 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.555892 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.556154 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.556400 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.556618 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.556870 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.557064 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.557221 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.557537 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.558002 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.558228 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.558450 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.558689 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.558886 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.559103 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.559283 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.559457 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.559630 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.559799 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.559965 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.560134 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.560332 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.560494 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.560659 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.560846 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.561007 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 07:34:45.561163 dv-cinder-804035-14-iscsi neutron-server[109176]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109176) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 07:34:45.570154 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 39500) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:34:45.579243 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068841 Nov 23 07:34:58.645014 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9657ae39-95c0-4b3f-803e-6ff6c719f5b2 None None] get_active_networks_info from dv-cinder-804035-14-iscsi {{(pid=109285) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 07:34:58.723934 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-7500bd5e-e0d4-4a26-b26e-f7c5b45d4ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1712976'] for agent, after_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:34:58.805995 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9657ae39-95c0-4b3f-803e-6ff6c719f5b2 None None] No non-hosted networks {{(pid=109285) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 23 07:35:01.313578 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-8953b434-f090-45c2-b42b-6f555a77f2e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1712976'] for agent, after_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:01.351646 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-aeb78d46-91c9-4f57-b796-b37934b7e427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:02.748655 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1712976'] for agent, after_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:04.856465 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1712976'] for agent, after_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:05.522572 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1712976'] for agent, after_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:05.525058 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:05.526221 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:05.527754 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:05.528722 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:05.530497 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:05.531675 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:05.533581 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:05.535688 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:05.536709 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:05.537984 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:05.538891 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:05.539876 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:05.540828 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804035-14-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:35:05.548140 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804035-14-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:35:07.205426 dv-cinder-804035-14-iscsi neutron-server[109285]: INFO neutron.db.l3_hamode_db [None req-bfd22c81-3687-4ff7-a162-cd3b292f7cbe None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 23 07:35:07.208740 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 39590) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:35:07.297737 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd22c81-3687-4ff7-a162-cd3b292f7cbe None None] Routers set() bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:35:07.298384 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd22c81-3687-4ff7-a162-cd3b292f7cbe None None] Router IDs set() for agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 07:35:07.899281 dv-cinder-804035-14-iscsi neutron-server[109284]: WARNING oslo_policy.policy [None req-37b3f2ca-d945-486e-ae1e-fe9d4a1f4d6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 07:35:07.899902 dv-cinder-804035-14-iscsi neutron-server[109284]: WARNING oslo_policy.policy [None req-37b3f2ca-d945-486e-ae1e-fe9d4a1f4d6e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 07:35:08.132342 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [None req-37b3f2ca-d945-486e-ae1e-fe9d4a1f4d6e admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=109284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 07:35:08.133521 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-37b3f2ca-d945-486e-ae1e-fe9d4a1f4d6e admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9238281 Nov 23 07:35:10.747513 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 39606) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:35:11.147700 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-3e821ad7-4409-4845-9945-d8862a5a2e11 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:35:11.245396 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.policy [None req-3e821ad7-4409-4845-9945-d8862a5a2e11 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109284) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 07:35:11.293136 dv-cinder-804035-14-iscsi neutron-server[109284]: WARNING oslo_policy.policy [None req-3e821ad7-4409-4845-9945-d8862a5a2e11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 07:35:11.293599 dv-cinder-804035-14-iscsi neutron-server[109284]: WARNING oslo_policy.policy [None req-3e821ad7-4409-4845-9945-d8862a5a2e11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 07:35:11.302748 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.quota [None req-3e821ad7-4409-4845-9945-d8862a5a2e11 admin admin] Loaded quota_driver: . Nov 23 07:35:11.401286 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-3e821ad7-4409-4845-9945-d8862a5a2e11 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750068569892', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750068570441', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750068581531', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750068584320', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750068594191', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750068472070', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-629660', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1370359', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-339108', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-443117'] for rbac-policy, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:11.474598 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-3e821ad7-4409-4845-9945-d8862a5a2e11 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:11.476050 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-3e821ad7-4409-4845-9945-d8862a5a2e11 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7274237 Nov 23 07:35:14.406014 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 39618) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:35:14.752511 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-c58700e0-ab65-4cdb-b0af-11f489e28791 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '09dec2d6740c4fbdacc94a1c6dec87a5', 'project_id': '09dec2d6740c4fbdacc94a1c6dec87a5'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:35:14.786639 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58700e0-ab65-4cdb-b0af-11f489e28791 admin admin] Made reservation on behalf of 09dec2d6740c4fbdacc94a1c6dec87a5 for: {'network': 1} {{(pid=109284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:35:14.789608 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c58700e0-ab65-4cdb-b0af-11f489e28791 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for network, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:14.809243 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c58700e0-ab65-4cdb-b0af-11f489e28791 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:14.940824 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c58700e0-ab65-4cdb-b0af-11f489e28791 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:14.945316 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c58700e0-ab65-4cdb-b0af-11f489e28791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:14.972459 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58700e0-ab65-4cdb-b0af-11f489e28791 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=109284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 07:35:15.001497 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c58700e0-ab65-4cdb-b0af-11f489e28791 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750072253615', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:15.002067 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c58700e0-ab65-4cdb-b0af-11f489e28791 admin admin] Unsubscribe: segment precommit_create {{(pid=109284) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 07:35:15.002600 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.db.segments_db [None req-c58700e0-ab65-4cdb-b0af-11f489e28791 admin admin] Added segment 60cc0805-02dd-4899-8887-3a9ee57fcd7c of type vlan for network d4feacba-eff9-416c-b140-349fb6e6eec8 Nov 23 07:35:15.009192 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58700e0-ab65-4cdb-b0af-11f489e28791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d83940-1c2b-438c-a1f6-2f8147769bb8,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:35:15.049992 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58700e0-ab65-4cdb-b0af-11f489e28791 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:15.050362 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58700e0-ab65-4cdb-b0af-11f489e28791 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:15.050713 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58700e0-ab65-4cdb-b0af-11f489e28791 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:15.051059 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58700e0-ab65-4cdb-b0af-11f489e28791 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:15.051395 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58700e0-ab65-4cdb-b0af-11f489e28791 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:15.051747 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58700e0-ab65-4cdb-b0af-11f489e28791 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:15.052082 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58700e0-ab65-4cdb-b0af-11f489e28791 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:15.052428 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58700e0-ab65-4cdb-b0af-11f489e28791 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:15.052764 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58700e0-ab65-4cdb-b0af-11f489e28791 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:15.053090 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58700e0-ab65-4cdb-b0af-11f489e28791 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:15.053417 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58700e0-ab65-4cdb-b0af-11f489e28791 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:15.053769 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58700e0-ab65-4cdb-b0af-11f489e28791 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58700e0-ab65-4cdb-b0af-11f489e28791 admin admin] Tracked resource versions report: Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: pushed versions: Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: { 'AddressGroup': {'1.2'}, Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: 'ConntrackHelper': {'1.0'}, Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: 'Log': {'1.0'}, Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: 'Network': {'1.1'}, Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: 'Port': {'1.7'}, Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: 'PortForwarding': {'1.2'}, Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: 'QosPolicy': {'1.10'}, Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: 'SecurityGroup': {'1.5'}, Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: 'SecurityGroupRule': {'1.2'}, Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: 'SubPort': {'1.0'}, Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: 'Subnet': {'1.1'}, Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: 'Trunk': {'1.1'}} Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: consumer versions: Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: { DHCP agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: L3 agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: Metadata agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: Metering agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: Open vSwitch agent@dv-cinder-804035-14-iscsi: { 'AddressGroup': '1.2', Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: 'ConntrackHelper': '1.0', Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: 'Log': '1.0', Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: 'Network': '1.1', Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: 'Port': '1.7', Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: 'PortForwarding': '1.2', Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: 'QosPolicy': '1.10', Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: 'SecurityGroup': '1.5', Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: 'SecurityGroupRule': '1.2', Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: 'SubPort': '1.0', Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: 'Subnet': '1.1', Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: 'Trunk': '1.1'}} Nov 23 07:35:15.055220 dv-cinder-804035-14-iscsi neutron-server[109284]: {{(pid=109284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 07:35:15.136898 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c58700e0-ab65-4cdb-b0af-11f489e28791 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750071714106'] for network, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:15.186946 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c58700e0-ab65-4cdb-b0af-11f489e28791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for network, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:15.188146 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58700e0-ab65-4cdb-b0af-11f489e28791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:35:15.188919 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c58700e0-ab65-4cdb-b0af-11f489e28791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:15.255204 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-c58700e0-ab65-4cdb-b0af-11f489e28791 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8478191 Nov 23 07:35:15.304963 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58700e0-ab65-4cdb-b0af-11f489e28791 admin admin] Pushing event updated for resources: {'Network': ['ID=d4feacba-eff9-416c-b140-349fb6e6eec8,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:35:15.317585 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Network d4feacba-eff9-416c-b140-349fb6e6eec8 details requested by agent ovs-agent-dv-cinder-804035-14-iscsi with host dv-cinder-804035-14-iscsi {{(pid=109285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 07:35:18.223888 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 39632) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:35:18.947628 dv-cinder-804035-14-iscsi neutron-server[109283]: WARNING oslo_policy.policy [None req-3985aceb-48b9-4e57-80b8-41f044d504f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 07:35:18.948180 dv-cinder-804035-14-iscsi neutron-server[109283]: WARNING oslo_policy.policy [None req-3985aceb-48b9-4e57-80b8-41f044d504f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 07:35:19.401418 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.policy [None req-3985aceb-48b9-4e57-80b8-41f044d504f4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109283) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 07:35:19.447952 dv-cinder-804035-14-iscsi neutron-server[109283]: WARNING oslo_policy.policy [None req-3985aceb-48b9-4e57-80b8-41f044d504f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 07:35:19.448338 dv-cinder-804035-14-iscsi neutron-server[109283]: WARNING oslo_policy.policy [None req-3985aceb-48b9-4e57-80b8-41f044d504f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 07:35:19.457945 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3985aceb-48b9-4e57-80b8-41f044d504f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:35:19.460011 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-3985aceb-48b9-4e57-80b8-41f044d504f4 admin admin] 10.222.0.48 "GET /v2.0/networks/d4feacba-eff9-416c-b140-349fb6e6eec8 HTTP/1.1" status: 200 len: 825 time: 1.2337916 Nov 23 07:35:19.499827 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-9272b773-13d4-4900-9833-02fe106bcf43 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/a21476b3-8c01-4e3e-a522-a8387c538e9e HTTP/1.1" status: 200 len: 734 time: 0.0336895 Nov 23 07:35:19.509576 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-b5d77562-3110-4fe0-ba75-20a45f8b54fd admin admin] Request body: {'subnet': {'subnetpool_id': 'a21476b3-8c01-4e3e-a522-a8387c538e9e', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'd4feacba-eff9-416c-b140-349fb6e6eec8', 'tenant_id': '09dec2d6740c4fbdacc94a1c6dec87a5'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:35:19.511245 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.quota [None req-b5d77562-3110-4fe0-ba75-20a45f8b54fd admin admin] Loaded quota_driver: . Nov 23 07:35:19.552166 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d77562-3110-4fe0-ba75-20a45f8b54fd admin admin] Made reservation on behalf of 09dec2d6740c4fbdacc94a1c6dec87a5 for: {'subnet': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:35:19.555218 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b5d77562-3110-4fe0-ba75-20a45f8b54fd admin admin] Publish callbacks [] for subnet, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:19.859532 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b5d77562-3110-4fe0-ba75-20a45f8b54fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for subnet, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:19.932783 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d77562-3110-4fe0-ba75-20a45f8b54fd admin admin] Checking segment: {'id': '60cc0805-02dd-4899-8887-3a9ee57fcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd4feacba-eff9-416c-b140-349fb6e6eec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:35:19.933161 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d77562-3110-4fe0-ba75-20a45f8b54fd admin admin] Network hostable DHCP agents. Network: d4feacba-eff9-416c-b140-349fb6e6eec8, hostable agents: ['9f8f8844-157f-46aa-8160-5509eea3b0e3'], hosted agents: [] {{(pid=109283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 07:35:19.944478 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d77562-3110-4fe0-ba75-20a45f8b54fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=978f4d19-299b-49ba-9b4f-eb50ae5538bd,revision_number=0']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:35:19.957837 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d77562-3110-4fe0-ba75-20a45f8b54fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:19.958139 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d77562-3110-4fe0-ba75-20a45f8b54fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:19.958510 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d77562-3110-4fe0-ba75-20a45f8b54fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:19.958973 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d77562-3110-4fe0-ba75-20a45f8b54fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:19.959428 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d77562-3110-4fe0-ba75-20a45f8b54fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:19.959762 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d77562-3110-4fe0-ba75-20a45f8b54fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:19.960239 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d77562-3110-4fe0-ba75-20a45f8b54fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:19.960588 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d77562-3110-4fe0-ba75-20a45f8b54fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:19.960922 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d77562-3110-4fe0-ba75-20a45f8b54fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:19.961265 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d77562-3110-4fe0-ba75-20a45f8b54fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:19.961573 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d77562-3110-4fe0-ba75-20a45f8b54fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:19.961919 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d77562-3110-4fe0-ba75-20a45f8b54fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d77562-3110-4fe0-ba75-20a45f8b54fd admin admin] Tracked resource versions report: Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: pushed versions: Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: { 'AddressGroup': {'1.2'}, Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: 'ConntrackHelper': {'1.0'}, Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: 'Log': {'1.0'}, Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: 'Network': {'1.1'}, Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: 'Port': {'1.7'}, Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: 'PortForwarding': {'1.2'}, Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: 'QosPolicy': {'1.10'}, Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: 'SecurityGroup': {'1.5'}, Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: 'SecurityGroupRule': {'1.2'}, Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: 'SubPort': {'1.0'}, Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: 'Subnet': {'1.1'}, Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: 'Trunk': {'1.1'}} Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: consumer versions: Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: { DHCP agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: L3 agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: Metadata agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: Metering agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: Open vSwitch agent@dv-cinder-804035-14-iscsi: { 'AddressGroup': '1.2', Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: 'ConntrackHelper': '1.0', Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: 'Log': '1.0', Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: 'Network': '1.1', Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: 'Port': '1.7', Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: 'PortForwarding': '1.2', Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: 'QosPolicy': '1.10', Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: 'SecurityGroup': '1.5', Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: 'SecurityGroupRule': '1.2', Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: 'SubPort': '1.0', Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: 'Subnet': '1.1', Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: 'Trunk': '1.1'}} Nov 23 07:35:19.963199 dv-cinder-804035-14-iscsi neutron-server[109283]: {{(pid=109283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 07:35:20.003542 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d77562-3110-4fe0-ba75-20a45f8b54fd admin admin] Network d4feacba-eff9-416c-b140-349fb6e6eec8 is scheduled to be hosted by DHCP agent 9f8f8844-157f-46aa-8160-5509eea3b0e3 with binding_index 1 {{(pid=109283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 07:35:20.025547 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [None req-b5d77562-3110-4fe0-ba75-20a45f8b54fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-14-iscsi, d4feacba-eff9-416c-b140-349fb6e6eec8) {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:35:20.032325 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d77562-3110-4fe0-ba75-20a45f8b54fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:35:20.033026 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b5d77562-3110-4fe0-ba75-20a45f8b54fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for subnet, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:20.040605 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d625838-87fb-43ea-8c08-16d069223221 None None] Network d4feacba-eff9-416c-b140-349fb6e6eec8 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:35:20.060882 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-b5d77562-3110-4fe0-ba75-20a45f8b54fd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5548460 Nov 23 07:35:20.559199 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d3c1c3e-7e7c-57c3-af0f-cd4a647982af-d4feacba-eff9-416c-b140-349fb6e6eec8', 'network_id': 'd4feacba-eff9-416c-b140-349fb6e6eec8', 'tenant_id': '09dec2d6740c4fbdacc94a1c6dec87a5', 'fixed_ips': [{'subnet_id': '978f4d19-299b-49ba-9b4f-eb50ae5538bd'}]}} from dv-cinder-804035-14-iscsi. {{(pid=109285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 07:35:20.561669 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:21.057757 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.db_base_plugin_common [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Allocated IP 172.20.0.2 (d4feacba-eff9-416c-b140-349fb6e6eec8/978f4d19-299b-49ba-9b4f-eb50ae5538bd/eeac1752-6957-4598-b9ea-6386cc9746e4) {{(pid=109285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:35:21.288501 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Publish callbacks [] for port, precommit_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:21.297463 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:21.378794 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Network d4feacba-eff9-416c-b140-349fb6e6eec8 is already hosted by enough agents. {{(pid=109285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:35:21.384567 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.scheduler.base_scheduler [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Resources bound (agent type, host, resource id): {{(pid=109285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:35:21.393947 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Received port after_create {{(pid=109285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:35:21.397080 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Pushing event updated for resources: {'Port': ['ID=eeac1752-6957-4598-b9ea-6386cc9746e4,revision_number=1']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:35:21.428480 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:21.428858 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:21.429217 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:21.429565 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:21.429930 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:21.430281 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:21.430627 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:21.430961 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:21.431311 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:21.431648 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:21.431976 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:21.432303 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Tracked resource versions report: Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: pushed versions: Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: { 'AddressGroup': {'1.2'}, Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: 'ConntrackHelper': {'1.0'}, Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: 'Log': {'1.0'}, Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: 'Network': {'1.1'}, Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: 'Port': {'1.7'}, Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: 'PortForwarding': {'1.2'}, Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: 'QosPolicy': {'1.10'}, Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: 'SecurityGroup': {'1.5'}, Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: 'SecurityGroupRule': {'1.2'}, Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: 'SubPort': {'1.0'}, Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: 'Subnet': {'1.1'}, Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: 'Trunk': {'1.1'}} Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: consumer versions: Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: { DHCP agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: L3 agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: Metadata agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: Metering agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: Open vSwitch agent@dv-cinder-804035-14-iscsi: { 'AddressGroup': '1.2', Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: 'ConntrackHelper': '1.0', Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: 'Log': '1.0', Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: 'Network': '1.1', Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: 'Port': '1.7', Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: 'PortForwarding': '1.2', Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: 'QosPolicy': '1.10', Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: 'SecurityGroup': '1.5', Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: 'SecurityGroupRule': '1.2', Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: 'SubPort': '1.0', Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: 'Subnet': '1.1', Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: 'Trunk': '1.1'}} Nov 23 07:35:21.433622 dv-cinder-804035-14-iscsi neutron-server[109285]: {{(pid=109285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 07:35:21.484900 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Attempting to bind port eeac1752-6957-4598-b9ea-6386cc9746e4 on host dv-cinder-804035-14-iscsi for vnic_type normal with profile {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:35:21.485304 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Attempting to bind port eeac1752-6957-4598-b9ea-6386cc9746e4 by drivers openvswitch,hyperv on host dv-cinder-804035-14-iscsi at level 0 using segments [{'id': '60cc0805-02dd-4899-8887-3a9ee57fcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd4feacba-eff9-416c-b140-349fb6e6eec8'}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:35:21.485739 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Attempting to bind port eeac1752-6957-4598-b9ea-6386cc9746e4 on network d4feacba-eff9-416c-b140-349fb6e6eec8 {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:35:21.491313 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Checking agent: {'id': 'b3285c04-b64b-48ad-a641-833cdb741995', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'started_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:35:21.491695 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Checking segment: {'id': '60cc0805-02dd-4899-8887-3a9ee57fcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd4feacba-eff9-416c-b140-349fb6e6eec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:35:21.492185 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:21.492623 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Bound using segment: {'id': '60cc0805-02dd-4899-8887-3a9ee57fcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd4feacba-eff9-416c-b140-349fb6e6eec8'} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:35:21.493118 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Bound port: eeac1752-6957-4598-b9ea-6386cc9746e4, host: dv-cinder-804035-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60cc0805-02dd-4899-8887-3a9ee57fcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd4feacba-eff9-416c-b140-349fb6e6eec8'}}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:35:21.493614 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:21.561501 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] For port eeac1752-6957-4598-b9ea-6386cc9746e4, host dv-cinder-804035-14-iscsi, cleared binding levels {{(pid=109285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:35:21.566165 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] For port eeac1752-6957-4598-b9ea-6386cc9746e4, host dv-cinder-804035-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=eeac1752-6957-4598-b9ea-6386cc9746e4,segment=NetworkSegment(60cc0805-02dd-4899-8887-3a9ee57fcd7c),segment_id=60cc0805-02dd-4899-8887-3a9ee57fcd7c)] {{(pid=109285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:35:21.576895 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:21.645473 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c38bf-686f-4173-9220-0c3ac49780fa None None] Pushing event updated for resources: {'Port': ['ID=eeac1752-6957-4598-b9ea-6386cc9746e4,revision_number=2']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:35:22.707589 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 39652) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:35:23.116757 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [None req-fd1d8ad2-f4db-408a-8819-812e0a443fb5 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=109283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 07:35:23.118299 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-fd1d8ad2-f4db-408a-8819-812e0a443fb5 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4094074 Nov 23 07:35:26.082341 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 39660) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:35:26.471052 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [None req-f09ba780-7c62-4ac4-9d84-434d397f5ee7 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=109283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 07:35:26.472495 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-f09ba780-7c62-4ac4-9d84-434d397f5ee7 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3890224 Nov 23 07:35:28.515374 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-c67a5d8b-b43d-43ad-bc0e-442d6a846fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:29.782359 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 39670) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:35:30.202958 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-5af34292-9657-4ae8-a0c8-8282a5ed1a05 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '09dec2d6740c4fbdacc94a1c6dec87a5', 'admin_state_up': True}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:35:30.246742 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5af34292-9657-4ae8-a0c8-8282a5ed1a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1719506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:30.249745 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5af34292-9657-4ae8-a0c8-8282a5ed1a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1712850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1713320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-946'] for router, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:30.444943 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5af34292-9657-4ae8-a0c8-8282a5ed1a05 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:30.451865 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5af34292-9657-4ae8-a0c8-8282a5ed1a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1712759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1712217'] for router, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:30.474150 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5af34292-9657-4ae8-a0c8-8282a5ed1a05 admin admin] Publish callbacks [] for router, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:30.478492 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-5af34292-9657-4ae8-a0c8-8282a5ed1a05 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6948085 Nov 23 07:35:31.301022 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-cd76f974-4fe3-4863-9021-c26250ad8c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:31.811704 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device eeac1752-6957-4598-b9ea-6386cc9746e4 up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:35:31.907985 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port eeac1752-6957-4598-b9ea-6386cc9746e4 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:35:31.908534 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:32.077211 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:32.140587 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] For port eeac1752-6957-4598-b9ea-6386cc9746e4, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=eeac1752-6957-4598-b9ea-6386cc9746e4,segment=NetworkSegment(60cc0805-02dd-4899-8887-3a9ee57fcd7c),segment_id=60cc0805-02dd-4899-8887-3a9ee57fcd7c)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:35:32.146587 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:32.223157 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Pushing event updated for resources: {'Port': ['ID=eeac1752-6957-4598-b9ea-6386cc9746e4,revision_number=3']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:35:32.338385 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c273cc95-54b2-4b0b-9d3b-376f6bc950f7 None None] Network d4feacba-eff9-416c-b140-349fb6e6eec8 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:35:32.424279 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-03854f12-6618-4fd8-86eb-be9c2c1941aa None None] Provisioning complete for port eeac1752-6957-4598-b9ea-6386cc9746e4 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:35:32.424653 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-03854f12-6618-4fd8-86eb-be9c2c1941aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:32.698685 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:32.804392 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-1c764719-a4e4-410e-ab77-b41a5b390d3e None None] Provisioning complete for port eeac1752-6957-4598-b9ea-6386cc9746e4 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:35:32.804765 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-1c764719-a4e4-410e-ab77-b41a5b390d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:33.225475 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 39692) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:35:33.378123 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [None req-d9f2a583-3b2c-46e7-a483-c245dec259e3 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=109284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 07:35:33.379237 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-d9f2a583-3b2c-46e7-a483-c245dec259e3 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1524475 Nov 23 07:35:33.789226 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device eeac1752-6957-4598-b9ea-6386cc9746e4 up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:35:33.848527 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port eeac1752-6957-4598-b9ea-6386cc9746e4 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:35:33.848913 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:34.757291 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:35.516324 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:35.857948 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 39710) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:35:35.911149 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-2e07b167-8e23-411d-acfb-a742ffd754bb admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:35:35.935213 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e07b167-8e23-411d-acfb-a742ffd754bb admin admin] Made reservation on behalf of 32ce90edf7aa4ffe8b94d0689cf28c39 for: {'network': 1} {{(pid=109284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:35:35.937726 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2e07b167-8e23-411d-acfb-a742ffd754bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for network, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:35.946959 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2e07b167-8e23-411d-acfb-a742ffd754bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:36.029035 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2e07b167-8e23-411d-acfb-a742ffd754bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:36.033359 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2e07b167-8e23-411d-acfb-a742ffd754bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:36.058920 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2e07b167-8e23-411d-acfb-a742ffd754bb admin admin] Reserving flat network on physical network physnet1 {{(pid=109284) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 23 07:35:36.069533 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07b167-8e23-411d-acfb-a742ffd754bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601a4746-2a46-437b-82b8-206305cce9de,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:35:36.078927 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2e07b167-8e23-411d-acfb-a742ffd754bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:36.079452 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.db.segments_db [None req-2e07b167-8e23-411d-acfb-a742ffd754bb admin admin] Added segment c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c of type flat for network 891dfe80-61d0-4c14-832c-7438dfe6f055 Nov 23 07:35:36.129968 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2e07b167-8e23-411d-acfb-a742ffd754bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750071714106'] for network, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:36.164589 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2e07b167-8e23-411d-acfb-a742ffd754bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for network, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:36.165567 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e07b167-8e23-411d-acfb-a742ffd754bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:35:36.166541 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2e07b167-8e23-411d-acfb-a742ffd754bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:36.201306 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-2e07b167-8e23-411d-acfb-a742ffd754bb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3422418 Nov 23 07:35:36.230034 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07b167-8e23-411d-acfb-a742ffd754bb admin admin] Pushing event updated for resources: {'Network': ['ID=891dfe80-61d0-4c14-832c-7438dfe6f055,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:35:36.241182 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Network 891dfe80-61d0-4c14-832c-7438dfe6f055 details requested by agent ovs-agent-dv-cinder-804035-14-iscsi with host dv-cinder-804035-14-iscsi {{(pid=109285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 07:35:38.782901 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 39718) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:35:38.992640 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4accfc-1e72-41f2-b42f-6284eb474ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:35:38.995031 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-ad4accfc-1e72-41f2-b42f-6284eb474ef3 admin admin] 10.222.0.48 "GET /v2.0/subnets/978f4d19-299b-49ba-9b4f-eb50ae5538bd HTTP/1.1" status: 200 len: 849 time: 0.2109036 Nov 23 07:35:39.181884 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-5d86478a-b13f-4a59-a70b-63cfadfec84b admin admin] 10.222.0.48 "GET /v2.0/routers/c4efa47f-8ace-44d7-83d4-c2da8dffe203 HTTP/1.1" status: 200 len: 704 time: 0.1804817 Nov 23 07:35:39.469175 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-9299aa5d-3363-4850-b773-2b6c4040102a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:39.820909 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.db_base_plugin_common [None req-9299aa5d-3363-4850-b773-2b6c4040102a admin admin] Allocated IP 172.20.0.1 (d4feacba-eff9-416c-b140-349fb6e6eec8/978f4d19-299b-49ba-9b4f-eb50ae5538bd/eaa803e0-d2a6-46a2-8c86-64a1df718088) {{(pid=109284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:35:40.052068 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-9299aa5d-3363-4850-b773-2b6c4040102a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:40.162021 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-9299aa5d-3363-4850-b773-2b6c4040102a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:40.303717 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9299aa5d-3363-4850-b773-2b6c4040102a admin admin] Network d4feacba-eff9-416c-b140-349fb6e6eec8 is already hosted by enough agents. {{(pid=109284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:35:40.313616 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-9299aa5d-3363-4850-b773-2b6c4040102a admin admin] Resources bound (agent type, host, resource id): {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:35:40.322137 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9299aa5d-3363-4850-b773-2b6c4040102a admin admin] Received port after_create {{(pid=109284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:35:40.322528 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-9299aa5d-3363-4850-b773-2b6c4040102a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712296'] for router_interface, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:40.346236 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299aa5d-3363-4850-b773-2b6c4040102a admin admin] Pushing event updated for resources: {'Port': ['ID=eaa803e0-d2a6-46a2-8c86-64a1df718088,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:35:40.560989 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-9c441da2-1818-473b-a0b4-fe1327571a37 None None] Provisioning complete for port eaa803e0-d2a6-46a2-8c86-64a1df718088 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:35:40.561693 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-9c441da2-1818-473b-a0b4-fe1327571a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:40.603851 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-9c441da2-1818-473b-a0b4-fe1327571a37 None None] Port eaa803e0-d2a6-46a2-8c86-64a1df718088 cannot update to ACTIVE because it is not bound. {{(pid=109285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 07:35:40.616864 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-9299aa5d-3363-4850-b773-2b6c4040102a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:40.886501 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-9299aa5d-3363-4850-b773-2b6c4040102a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:40.892119 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-9299aa5d-3363-4850-b773-2b6c4040102a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:40.892887 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-9299aa5d-3363-4850-b773-2b6c4040102a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1712664'] for router_interface, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:40.958128 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299aa5d-3363-4850-b773-2b6c4040102a admin admin] Pushing event updated for resources: {'Port': ['ID=eaa803e0-d2a6-46a2-8c86-64a1df718088,revision_number=2']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:35:41.029631 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9299aa5d-3363-4850-b773-2b6c4040102a admin admin] Network d4feacba-eff9-416c-b140-349fb6e6eec8 is already hosted by enough agents. {{(pid=109284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:35:41.031270 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-9299aa5d-3363-4850-b773-2b6c4040102a admin admin] Resources bound (agent type, host, resource id): {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:35:41.238360 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-79a2c830-2942-4064-a938-6d4b16f16d4b None None] Provisioning complete for port eaa803e0-d2a6-46a2-8c86-64a1df718088 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:35:41.238862 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-79a2c830-2942-4064-a938-6d4b16f16d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:41.254685 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9299aa5d-3363-4850-b773-2b6c4040102a admin admin] Router c4efa47f-8ace-44d7-83d4-c2da8dffe203 is scheduled to L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 with binding_index 1 {{(pid=109284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 07:35:41.284693 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-79a2c830-2942-4064-a938-6d4b16f16d4b None None] Port eaa803e0-d2a6-46a2-8c86-64a1df718088 cannot update to ACTIVE because it is not bound. {{(pid=109285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 07:35:41.360811 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9299aa5d-3363-4850-b773-2b6c4040102a admin admin] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:35:41.366898 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-9299aa5d-3363-4850-b773-2b6c4040102a admin admin] 10.222.0.48 "PUT /v2.0/routers/c4efa47f-8ace-44d7-83d4-c2da8dffe203/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1782999 Nov 23 07:35:41.374307 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fad7e58-f6be-4270-bbb0-1bb53a4bd0eb None None] Sync routers for ids ['c4efa47f-8ace-44d7-83d4-c2da8dffe203'] in dv-cinder-804035-14-iscsi {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:35:41.391669 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fad7e58-f6be-4270-bbb0-1bb53a4bd0eb None None] Routers {'c4efa47f-8ace-44d7-83d4-c2da8dffe203'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:35:41.392864 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-4fad7e58-f6be-4270-bbb0-1bb53a4bd0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:35:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['c4efa47f-8ace-44d7-83d4-c2da8dffe203'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:35:41.684251 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-4fad7e58-f6be-4270-bbb0-1bb53a4bd0eb None None] Set router c4efa47f-8ace-44d7-83d4-c2da8dffe203 gateway port host: None {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:35:42.260734 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-4fad7e58-f6be-4270-bbb0-1bb53a4bd0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4efa47f-8ace-44d7-83d4-c2da8dffe203', 'name': 'router1', 'tenant_id': '09dec2d6740c4fbdacc94a1c6dec87a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:35:30Z', 'updated_at': '2021-11-23T07:35:40Z', 'revision_number': 2, 'project_id': '09dec2d6740c4fbdacc94a1c6dec87a5', 'gw_port_host': None, '_interfaces': [{'id': 'eaa803e0-d2a6-46a2-8c86-64a1df718088', 'name': '', 'network_id': 'd4feacba-eff9-416c-b140-349fb6e6eec8', 'tenant_id': '09dec2d6740c4fbdacc94a1c6dec87a5', 'mac_address': 'fa:16:3e:ae:2d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4efa47f-8ace-44d7-83d4-c2da8dffe203', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '978f4d19-299b-49ba-9b4f-eb50ae5538bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:35:39Z', 'updated_at': '2021-11-23T07:35:40Z', 'revision_number': 2, 'project_id': '09dec2d6740c4fbdacc94a1c6dec87a5', 'subnets': [{'id': '978f4d19-299b-49ba-9b4f-eb50ae5538bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a21476b3-8c01-4e3e-a522-a8387c538e9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:35:42.314820 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fad7e58-f6be-4270-bbb0-1bb53a4bd0eb None None] Checking router: c4efa47f-8ace-44d7-83d4-c2da8dffe203 for host: dv-cinder-804035-14-iscsi {{(pid=109286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:35:42.315387 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fad7e58-f6be-4270-bbb0-1bb53a4bd0eb None None] Updating router c4efa47f-8ace-44d7-83d4-c2da8dffe203 port eaa803e0-d2a6-46a2-8c86-64a1df718088 binding host dv-cinder-804035-14-iscsi {{(pid=109286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 07:35:42.403813 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-4fad7e58-f6be-4270-bbb0-1bb53a4bd0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:43.000048 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-4fad7e58-f6be-4270-bbb0-1bb53a4bd0eb None None] Publish callbacks [] for port, precommit_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:43.011578 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-4fad7e58-f6be-4270-bbb0-1bb53a4bd0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:43.235162 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd63666-5ae4-48ba-88d4-391af0636d8a None None] Pushing event updated for resources: {'Port': ['ID=eaa803e0-d2a6-46a2-8c86-64a1df718088,revision_number=3']} {{(pid=109286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:35:43.260576 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd63666-5ae4-48ba-88d4-391af0636d8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:43.260973 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd63666-5ae4-48ba-88d4-391af0636d8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:43.261218 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd63666-5ae4-48ba-88d4-391af0636d8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:43.262741 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd63666-5ae4-48ba-88d4-391af0636d8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:43.262741 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd63666-5ae4-48ba-88d4-391af0636d8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:43.262741 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd63666-5ae4-48ba-88d4-391af0636d8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:43.262741 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd63666-5ae4-48ba-88d4-391af0636d8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:43.263269 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd63666-5ae4-48ba-88d4-391af0636d8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:43.263896 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd63666-5ae4-48ba-88d4-391af0636d8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:43.264284 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd63666-5ae4-48ba-88d4-391af0636d8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:43.264769 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd63666-5ae4-48ba-88d4-391af0636d8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:43.265240 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd63666-5ae4-48ba-88d4-391af0636d8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd63666-5ae4-48ba-88d4-391af0636d8a None None] Tracked resource versions report: Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: pushed versions: Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: { 'AddressGroup': {'1.2'}, Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: 'ConntrackHelper': {'1.0'}, Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: 'Log': {'1.0'}, Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: 'Network': {'1.1'}, Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: 'Port': {'1.7'}, Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: 'PortForwarding': {'1.2'}, Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: 'QosPolicy': {'1.10'}, Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: 'SecurityGroup': {'1.5'}, Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: 'SecurityGroupRule': {'1.2'}, Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: 'SubPort': {'1.0'}, Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: 'Subnet': {'1.1'}, Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: 'Trunk': {'1.1'}} Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: consumer versions: Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: { DHCP agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: L3 agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: Metadata agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: Metering agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: Open vSwitch agent@dv-cinder-804035-14-iscsi: { 'AddressGroup': '1.2', Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: 'ConntrackHelper': '1.0', Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: 'Log': '1.0', Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: 'Network': '1.1', Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: 'Port': '1.7', Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: 'PortForwarding': '1.2', Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: 'QosPolicy': '1.10', Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: 'SecurityGroup': '1.5', Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: 'SecurityGroupRule': '1.2', Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: 'SubPort': '1.0', Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: 'Subnet': '1.1', Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: 'Trunk': '1.1'}} Nov 23 07:35:43.267119 dv-cinder-804035-14-iscsi neutron-server[109286]: {{(pid=109286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 07:35:43.274716 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.managers [None req-4fad7e58-f6be-4270-bbb0-1bb53a4bd0eb None None] Attempting to bind port eaa803e0-d2a6-46a2-8c86-64a1df718088 on host dv-cinder-804035-14-iscsi for vnic_type normal with profile {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:35:43.275185 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.managers [None req-4fad7e58-f6be-4270-bbb0-1bb53a4bd0eb None None] Attempting to bind port eaa803e0-d2a6-46a2-8c86-64a1df718088 by drivers openvswitch,hyperv on host dv-cinder-804035-14-iscsi at level 0 using segments [{'id': '60cc0805-02dd-4899-8887-3a9ee57fcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd4feacba-eff9-416c-b140-349fb6e6eec8'}] {{(pid=109286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:35:43.277841 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fad7e58-f6be-4270-bbb0-1bb53a4bd0eb None None] Attempting to bind port eaa803e0-d2a6-46a2-8c86-64a1df718088 on network d4feacba-eff9-416c-b140-349fb6e6eec8 {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:35:43.283543 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fad7e58-f6be-4270-bbb0-1bb53a4bd0eb None None] Checking agent: {'id': 'b3285c04-b64b-48ad-a641-833cdb741995', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'started_at': datetime.datetime(2021, 11, 23, 7, 35, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:35:43.284143 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fad7e58-f6be-4270-bbb0-1bb53a4bd0eb None None] Checking segment: {'id': '60cc0805-02dd-4899-8887-3a9ee57fcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd4feacba-eff9-416c-b140-349fb6e6eec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:35:43.285494 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-4fad7e58-f6be-4270-bbb0-1bb53a4bd0eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:43.286163 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fad7e58-f6be-4270-bbb0-1bb53a4bd0eb None None] Bound using segment: {'id': '60cc0805-02dd-4899-8887-3a9ee57fcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd4feacba-eff9-416c-b140-349fb6e6eec8'} {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:35:43.287021 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.managers [None req-4fad7e58-f6be-4270-bbb0-1bb53a4bd0eb None None] Bound port: eaa803e0-d2a6-46a2-8c86-64a1df718088, host: dv-cinder-804035-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60cc0805-02dd-4899-8887-3a9ee57fcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd4feacba-eff9-416c-b140-349fb6e6eec8'}}] {{(pid=109286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:35:43.287709 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-4fad7e58-f6be-4270-bbb0-1bb53a4bd0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:43.319602 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-7cb1687b-b31c-4e9f-a89b-0d4e021f8cf2 None None] Provisioning complete for port eaa803e0-d2a6-46a2-8c86-64a1df718088 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:35:43.320336 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-7cb1687b-b31c-4e9f-a89b-0d4e021f8cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:43.369776 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-7cb1687b-b31c-4e9f-a89b-0d4e021f8cf2 None None] Port eaa803e0-d2a6-46a2-8c86-64a1df718088 cannot update to ACTIVE because it is not bound. {{(pid=109285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 07:35:43.403446 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.db [None req-4fad7e58-f6be-4270-bbb0-1bb53a4bd0eb None None] For port eaa803e0-d2a6-46a2-8c86-64a1df718088, host dv-cinder-804035-14-iscsi, cleared binding levels {{(pid=109286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:35:43.427257 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.db [None req-4fad7e58-f6be-4270-bbb0-1bb53a4bd0eb None None] For port eaa803e0-d2a6-46a2-8c86-64a1df718088, host dv-cinder-804035-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=eaa803e0-d2a6-46a2-8c86-64a1df718088,segment=NetworkSegment(60cc0805-02dd-4899-8887-3a9ee57fcd7c),segment_id=60cc0805-02dd-4899-8887-3a9ee57fcd7c)] {{(pid=109286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:35:43.433439 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-4fad7e58-f6be-4270-bbb0-1bb53a4bd0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:43.496000 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fad7e58-f6be-4270-bbb0-1bb53a4bd0eb None None] Routers {'c4efa47f-8ace-44d7-83d4-c2da8dffe203'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:35:43.496533 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-4fad7e58-f6be-4270-bbb0-1bb53a4bd0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:35:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['c4efa47f-8ace-44d7-83d4-c2da8dffe203'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:35:43.534257 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd63666-5ae4-48ba-88d4-391af0636d8a None None] Pushing event updated for resources: {'Port': ['ID=eaa803e0-d2a6-46a2-8c86-64a1df718088,revision_number=4']} {{(pid=109286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:35:43.598640 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-4fad7e58-f6be-4270-bbb0-1bb53a4bd0eb None None] Set router c4efa47f-8ace-44d7-83d4-c2da8dffe203 gateway port host: None {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:35:43.807043 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-28da7e1a-cf7d-4982-8b84-674afc4162d7 None None] Provisioning complete for port eaa803e0-d2a6-46a2-8c86-64a1df718088 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:35:43.807988 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-28da7e1a-cf7d-4982-8b84-674afc4162d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:43.864702 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-4fad7e58-f6be-4270-bbb0-1bb53a4bd0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4efa47f-8ace-44d7-83d4-c2da8dffe203', 'name': 'router1', 'tenant_id': '09dec2d6740c4fbdacc94a1c6dec87a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:35:30Z', 'updated_at': '2021-11-23T07:35:40Z', 'revision_number': 2, 'project_id': '09dec2d6740c4fbdacc94a1c6dec87a5', 'gw_port_host': None, '_interfaces': [{'id': 'eaa803e0-d2a6-46a2-8c86-64a1df718088', 'name': '', 'network_id': 'd4feacba-eff9-416c-b140-349fb6e6eec8', 'tenant_id': '09dec2d6740c4fbdacc94a1c6dec87a5', 'mac_address': 'fa:16:3e:ae:2d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4efa47f-8ace-44d7-83d4-c2da8dffe203', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '978f4d19-299b-49ba-9b4f-eb50ae5538bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:35:39Z', 'updated_at': '2021-11-23T07:35:43Z', 'revision_number': 4, 'project_id': '09dec2d6740c4fbdacc94a1c6dec87a5', 'subnets': [{'id': '978f4d19-299b-49ba-9b4f-eb50ae5538bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a21476b3-8c01-4e3e-a522-a8387c538e9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:35:43.910307 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fad7e58-f6be-4270-bbb0-1bb53a4bd0eb None None] The sync data for ids ['c4efa47f-8ace-44d7-83d4-c2da8dffe203'] in dv-cinder-804035-14-iscsi is: [{'id': 'c4efa47f-8ace-44d7-83d4-c2da8dffe203', 'name': 'router1', 'tenant_id': '09dec2d6740c4fbdacc94a1c6dec87a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:35:30Z', 'updated_at': '2021-11-23T07:35:40Z', 'revision_number': 2, 'project_id': '09dec2d6740c4fbdacc94a1c6dec87a5', 'gw_port_host': None, '_interfaces': [{'id': 'eaa803e0-d2a6-46a2-8c86-64a1df718088', 'name': '', 'network_id': 'd4feacba-eff9-416c-b140-349fb6e6eec8', 'tenant_id': '09dec2d6740c4fbdacc94a1c6dec87a5', 'mac_address': 'fa:16:3e:ae:2d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4efa47f-8ace-44d7-83d4-c2da8dffe203', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '978f4d19-299b-49ba-9b4f-eb50ae5538bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:35:39Z', 'updated_at': '2021-11-23T07:35:43Z', 'revision_number': 4, 'project_id': '09dec2d6740c4fbdacc94a1c6dec87a5', 'subnets': [{'id': '978f4d19-299b-49ba-9b4f-eb50ae5538bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a21476b3-8c01-4e3e-a522-a8387c538e9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:35:43.929565 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-28da7e1a-cf7d-4982-8b84-674afc4162d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:43.970162 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-28da7e1a-cf7d-4982-8b84-674afc4162d7 None None] For port eaa803e0-d2a6-46a2-8c86-64a1df718088, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=eaa803e0-d2a6-46a2-8c86-64a1df718088,segment=NetworkSegment(60cc0805-02dd-4899-8887-3a9ee57fcd7c),segment_id=60cc0805-02dd-4899-8887-3a9ee57fcd7c)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:35:43.977270 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-28da7e1a-cf7d-4982-8b84-674afc4162d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:44.048626 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da7e1a-cf7d-4982-8b84-674afc4162d7 None None] Pushing event updated for resources: {'Port': ['ID=eaa803e0-d2a6-46a2-8c86-64a1df718088,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:35:44.163313 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 39728) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:35:44.321336 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918e69c9-dea4-47b2-920a-4c40453a7fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:35:44.324420 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-918e69c9-dea4-47b2-920a-4c40453a7fef admin admin] 10.222.0.48 "GET /v2.0/networks/891dfe80-61d0-4c14-832c-7438dfe6f055 HTTP/1.1" status: 200 len: 842 time: 0.1584668 Nov 23 07:35:44.334744 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-52aa6ca9-78bc-486a-bb60-d285b5d7f877 admin admin] Request body: {'subnet': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:35:44.367873 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52aa6ca9-78bc-486a-bb60-d285b5d7f877 admin admin] Made reservation on behalf of 32ce90edf7aa4ffe8b94d0689cf28c39 for: {'subnet': 1} {{(pid=109284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:35:44.371207 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-52aa6ca9-78bc-486a-bb60-d285b5d7f877 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:44.735229 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.objects.ports [None req-52aa6ca9-78bc-486a-bb60-d285b5d7f877 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109284) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 07:35:44.735719 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-52aa6ca9-78bc-486a-bb60-d285b5d7f877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for subnet, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:44.795833 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa6ca9-78bc-486a-bb60-d285b5d7f877 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08f8fc41-5d8c-4fca-8f02-9f082906db87,revision_number=0']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:35:44.808837 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52aa6ca9-78bc-486a-bb60-d285b5d7f877 admin admin] Checking segment: {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:35:44.809230 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aa6ca9-78bc-486a-bb60-d285b5d7f877 admin admin] Network hostable DHCP agents. Network: 891dfe80-61d0-4c14-832c-7438dfe6f055, hostable agents: ['9f8f8844-157f-46aa-8160-5509eea3b0e3'], hosted agents: [] {{(pid=109284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 07:35:44.835118 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aa6ca9-78bc-486a-bb60-d285b5d7f877 admin admin] Network 891dfe80-61d0-4c14-832c-7438dfe6f055 is scheduled to be hosted by DHCP agent 9f8f8844-157f-46aa-8160-5509eea3b0e3 with binding_index 1 {{(pid=109284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 07:35:44.850264 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-52aa6ca9-78bc-486a-bb60-d285b5d7f877 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-14-iscsi, 891dfe80-61d0-4c14-832c-7438dfe6f055) {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:35:44.857852 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aa6ca9-78bc-486a-bb60-d285b5d7f877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:35:44.858862 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-52aa6ca9-78bc-486a-bb60-d285b5d7f877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for subnet, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:44.863602 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01794f6a-2ca0-4dce-9bfe-7c520c2b7c8a None None] Network 891dfe80-61d0-4c14-832c-7438dfe6f055 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:35:44.881403 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-52aa6ca9-78bc-486a-bb60-d285b5d7f877 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5504620 Nov 23 07:35:45.013049 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088d3aa7-8219-423f-a8cd-bf4fbba63c81 None None] Network 891dfe80-61d0-4c14-832c-7438dfe6f055 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:35:47.663910 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 39736) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:35:47.809977 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-1468709e-e16e-45cf-9baf-fe1064e66e0d admin admin] 10.222.0.48 "GET /v2.0/routers/c4efa47f-8ace-44d7-83d4-c2da8dffe203 HTTP/1.1" status: 200 len: 710 time: 0.1444650 Nov 23 07:35:47.902782 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801ec39a-839a-41d0-9557-2ab23ee57eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:35:47.904143 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-801ec39a-839a-41d0-9557-2ab23ee57eab admin admin] 10.222.0.48 "GET /v2.0/networks/891dfe80-61d0-4c14-832c-7438dfe6f055 HTTP/1.1" status: 200 len: 886 time: 0.0878525 Nov 23 07:35:47.914881 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-7754edfa-5dd6-4b86-9108-3674dd34231f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:35:48.260451 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-7754edfa-5dd6-4b86-9108-3674dd34231f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:48.532748 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-7754edfa-5dd6-4b86-9108-3674dd34231f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:48.621425 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-7754edfa-5dd6-4b86-9108-3674dd34231f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:48.766363 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.db_base_plugin_common [None req-7754edfa-5dd6-4b86-9108-3674dd34231f admin admin] Allocated IP 172.27.2.13 (891dfe80-61d0-4c14-832c-7438dfe6f055/08f8fc41-5d8c-4fca-8f02-9f082906db87/4f1b94c9-b329-4756-bb34-0ea4e9a3859f) {{(pid=109284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:35:48.906627 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-7754edfa-5dd6-4b86-9108-3674dd34231f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:48.949871 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-7754edfa-5dd6-4b86-9108-3674dd34231f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:48.993219 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7754edfa-5dd6-4b86-9108-3674dd34231f admin admin] Network 891dfe80-61d0-4c14-832c-7438dfe6f055 is already hosted by enough agents. {{(pid=109284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:35:48.996941 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-7754edfa-5dd6-4b86-9108-3674dd34231f admin admin] Resources bound (agent type, host, resource id): {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:35:49.000606 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7754edfa-5dd6-4b86-9108-3674dd34231f admin admin] Received port after_create {{(pid=109284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:35:49.006130 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754edfa-5dd6-4b86-9108-3674dd34231f admin admin] Pushing event updated for resources: {'Port': ['ID=4f1b94c9-b329-4756-bb34-0ea4e9a3859f,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:35:49.281338 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-7754edfa-5dd6-4b86-9108-3674dd34231f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:49.594038 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-7754edfa-5dd6-4b86-9108-3674dd34231f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1712194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1712750', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-964'] for router, precommit_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:49.600669 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-7754edfa-5dd6-4b86-9108-3674dd34231f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1712217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1712203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1712208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1712729'] for router, after_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:49.925940 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7754edfa-5dd6-4b86-9108-3674dd34231f admin admin] Router c4efa47f-8ace-44d7-83d4-c2da8dffe203 has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:35:50.088991 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7754edfa-5dd6-4b86-9108-3674dd34231f admin admin] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:35:50.096369 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-7754edfa-5dd6-4b86-9108-3674dd34231f admin admin] Publish callbacks [] for router, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:50.102976 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-7754edfa-5dd6-4b86-9108-3674dd34231f admin admin] 10.222.0.48 "PUT /v2.0/routers/c4efa47f-8ace-44d7-83d4-c2da8dffe203 HTTP/1.1" status: 200 len: 889 time: 2.1878302 Nov 23 07:35:51.839823 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device eaa803e0-d2a6-46a2-8c86-64a1df718088 up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:35:51.905082 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port eaa803e0-d2a6-46a2-8c86-64a1df718088 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:35:51.905450 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:52.516696 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf5a2e1-6622-4161-a94e-ad242d31489b None None] Sync routers for ids ['c4efa47f-8ace-44d7-83d4-c2da8dffe203'] in dv-cinder-804035-14-iscsi {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:35:52.530021 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf5a2e1-6622-4161-a94e-ad242d31489b None None] Routers {'c4efa47f-8ace-44d7-83d4-c2da8dffe203'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:35:52.530909 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-5bf5a2e1-6622-4161-a94e-ad242d31489b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:35:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['c4efa47f-8ace-44d7-83d4-c2da8dffe203'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:35:52.780599 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-5bf5a2e1-6622-4161-a94e-ad242d31489b None None] Set router c4efa47f-8ace-44d7-83d4-c2da8dffe203 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:35:52.857945 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 39748) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:35:53.014244 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-0dffcda2-bb63-4d30-93f8-557f8e298683 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1548314 Nov 23 07:35:53.298816 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-5bf5a2e1-6622-4161-a94e-ad242d31489b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4efa47f-8ace-44d7-83d4-c2da8dffe203', 'name': 'router1', 'tenant_id': '09dec2d6740c4fbdacc94a1c6dec87a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '4f1b94c9-b329-4756-bb34-0ea4e9a3859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:35:30Z', 'updated_at': '2021-11-23T07:35:49Z', 'revision_number': 4, 'project_id': '09dec2d6740c4fbdacc94a1c6dec87a5', 'gw_port': {'id': '4f1b94c9-b329-4756-bb34-0ea4e9a3859f', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4efa47f-8ace-44d7-83d4-c2da8dffe203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:35:48Z', 'updated_at': '2021-11-23T07:35:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'eaa803e0-d2a6-46a2-8c86-64a1df718088', 'name': '', 'network_id': 'd4feacba-eff9-416c-b140-349fb6e6eec8', 'tenant_id': '09dec2d6740c4fbdacc94a1c6dec87a5', 'mac_address': 'fa:16:3e:ae:2d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4efa47f-8ace-44d7-83d4-c2da8dffe203', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '978f4d19-299b-49ba-9b4f-eb50ae5538bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:35:39Z', 'updated_at': '2021-11-23T07:35:43Z', 'revision_number': 5, 'project_id': '09dec2d6740c4fbdacc94a1c6dec87a5', 'subnets': [{'id': '978f4d19-299b-49ba-9b4f-eb50ae5538bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a21476b3-8c01-4e3e-a522-a8387c538e9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:35:53.353098 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf5a2e1-6622-4161-a94e-ad242d31489b None None] Checking router: c4efa47f-8ace-44d7-83d4-c2da8dffe203 for host: dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:35:53.354085 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf5a2e1-6622-4161-a94e-ad242d31489b None None] Updating router c4efa47f-8ace-44d7-83d4-c2da8dffe203 port 4f1b94c9-b329-4756-bb34-0ea4e9a3859f binding host dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 07:35:53.414289 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-5bf5a2e1-6622-4161-a94e-ad242d31489b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:53.943230 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-5bf5a2e1-6622-4161-a94e-ad242d31489b None None] Publish callbacks [] for port, precommit_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:53.953834 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-5bf5a2e1-6622-4161-a94e-ad242d31489b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:54.019525 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50927c70-c73c-49ec-9077-e15de56a5b35 None None] Pushing event updated for resources: {'Port': ['ID=4f1b94c9-b329-4756-bb34-0ea4e9a3859f,revision_number=2']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:35:54.032282 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-5bf5a2e1-6622-4161-a94e-ad242d31489b None None] Attempting to bind port 4f1b94c9-b329-4756-bb34-0ea4e9a3859f on host dv-cinder-804035-14-iscsi for vnic_type normal with profile {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:35:54.032660 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-5bf5a2e1-6622-4161-a94e-ad242d31489b None None] Attempting to bind port 4f1b94c9-b329-4756-bb34-0ea4e9a3859f by drivers openvswitch,hyperv on host dv-cinder-804035-14-iscsi at level 0 using segments [{'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:35:54.033032 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5a2e1-6622-4161-a94e-ad242d31489b None None] Attempting to bind port 4f1b94c9-b329-4756-bb34-0ea4e9a3859f on network 891dfe80-61d0-4c14-832c-7438dfe6f055 {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:35:54.040646 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5a2e1-6622-4161-a94e-ad242d31489b None None] Checking agent: {'id': 'b3285c04-b64b-48ad-a641-833cdb741995', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'started_at': datetime.datetime(2021, 11, 23, 7, 35, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:35:54.041809 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5a2e1-6622-4161-a94e-ad242d31489b None None] Checking segment: {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:35:54.042389 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-5bf5a2e1-6622-4161-a94e-ad242d31489b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:54.042877 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5a2e1-6622-4161-a94e-ad242d31489b None None] Bound using segment: {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:35:54.043523 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-5bf5a2e1-6622-4161-a94e-ad242d31489b None None] Bound port: 4f1b94c9-b329-4756-bb34-0ea4e9a3859f, host: dv-cinder-804035-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:35:54.044027 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-5bf5a2e1-6622-4161-a94e-ad242d31489b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:54.113786 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-5bf5a2e1-6622-4161-a94e-ad242d31489b None None] For port 4f1b94c9-b329-4756-bb34-0ea4e9a3859f, host dv-cinder-804035-14-iscsi, cleared binding levels {{(pid=109285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:35:54.118428 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-5bf5a2e1-6622-4161-a94e-ad242d31489b None None] For port 4f1b94c9-b329-4756-bb34-0ea4e9a3859f, host dv-cinder-804035-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=4f1b94c9-b329-4756-bb34-0ea4e9a3859f,segment=NetworkSegment(c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c),segment_id=c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c)] {{(pid=109285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:35:54.124690 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-5bf5a2e1-6622-4161-a94e-ad242d31489b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:54.208222 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf5a2e1-6622-4161-a94e-ad242d31489b None None] Routers {'c4efa47f-8ace-44d7-83d4-c2da8dffe203'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:35:54.209137 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-5bf5a2e1-6622-4161-a94e-ad242d31489b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:35:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['c4efa47f-8ace-44d7-83d4-c2da8dffe203'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:35:54.272782 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50927c70-c73c-49ec-9077-e15de56a5b35 None None] Pushing event updated for resources: {'Port': ['ID=4f1b94c9-b329-4756-bb34-0ea4e9a3859f,revision_number=3']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:35:54.379010 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-5bf5a2e1-6622-4161-a94e-ad242d31489b None None] Set router c4efa47f-8ace-44d7-83d4-c2da8dffe203 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:35:54.736377 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-5bf5a2e1-6622-4161-a94e-ad242d31489b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4efa47f-8ace-44d7-83d4-c2da8dffe203', 'name': 'router1', 'tenant_id': '09dec2d6740c4fbdacc94a1c6dec87a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '4f1b94c9-b329-4756-bb34-0ea4e9a3859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:35:30Z', 'updated_at': '2021-11-23T07:35:49Z', 'revision_number': 4, 'project_id': '09dec2d6740c4fbdacc94a1c6dec87a5', 'gw_port': {'id': '4f1b94c9-b329-4756-bb34-0ea4e9a3859f', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4efa47f-8ace-44d7-83d4-c2da8dffe203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:35:48Z', 'updated_at': '2021-11-23T07:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'eaa803e0-d2a6-46a2-8c86-64a1df718088', 'name': '', 'network_id': 'd4feacba-eff9-416c-b140-349fb6e6eec8', 'tenant_id': '09dec2d6740c4fbdacc94a1c6dec87a5', 'mac_address': 'fa:16:3e:ae:2d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4efa47f-8ace-44d7-83d4-c2da8dffe203', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '978f4d19-299b-49ba-9b4f-eb50ae5538bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:35:39Z', 'updated_at': '2021-11-23T07:35:43Z', 'revision_number': 5, 'project_id': '09dec2d6740c4fbdacc94a1c6dec87a5', 'subnets': [{'id': '978f4d19-299b-49ba-9b4f-eb50ae5538bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a21476b3-8c01-4e3e-a522-a8387c538e9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:35:54.763174 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf5a2e1-6622-4161-a94e-ad242d31489b None None] The sync data for ids ['c4efa47f-8ace-44d7-83d4-c2da8dffe203'] in dv-cinder-804035-14-iscsi is: [{'id': 'c4efa47f-8ace-44d7-83d4-c2da8dffe203', 'name': 'router1', 'tenant_id': '09dec2d6740c4fbdacc94a1c6dec87a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.13'}], 'enable_snat': True}, 'gw_port_id': '4f1b94c9-b329-4756-bb34-0ea4e9a3859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:35:30Z', 'updated_at': '2021-11-23T07:35:49Z', 'revision_number': 4, 'project_id': '09dec2d6740c4fbdacc94a1c6dec87a5', 'gw_port': {'id': '4f1b94c9-b329-4756-bb34-0ea4e9a3859f', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4efa47f-8ace-44d7-83d4-c2da8dffe203', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:35:48Z', 'updated_at': '2021-11-23T07:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'eaa803e0-d2a6-46a2-8c86-64a1df718088', 'name': '', 'network_id': 'd4feacba-eff9-416c-b140-349fb6e6eec8', 'tenant_id': '09dec2d6740c4fbdacc94a1c6dec87a5', 'mac_address': 'fa:16:3e:ae:2d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4efa47f-8ace-44d7-83d4-c2da8dffe203', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '978f4d19-299b-49ba-9b4f-eb50ae5538bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:35:39Z', 'updated_at': '2021-11-23T07:35:43Z', 'revision_number': 5, 'project_id': '09dec2d6740c4fbdacc94a1c6dec87a5', 'subnets': [{'id': '978f4d19-299b-49ba-9b4f-eb50ae5538bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a21476b3-8c01-4e3e-a522-a8387c538e9e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:35:55.882610 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 4f1b94c9-b329-4756-bb34-0ea4e9a3859f up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:35:55.971169 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 4f1b94c9-b329-4756-bb34-0ea4e9a3859f triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:35:55.972239 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:56.116416 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:56.152231 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] For port 4f1b94c9-b329-4756-bb34-0ea4e9a3859f, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=4f1b94c9-b329-4756-bb34-0ea4e9a3859f,segment=NetworkSegment(c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c),segment_id=c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:35:56.159034 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:56.258747 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Pushing event updated for resources: {'Port': ['ID=4f1b94c9-b329-4756-bb34-0ea4e9a3859f,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:35:57.828603 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 4f1b94c9-b329-4756-bb34-0ea4e9a3859f up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:35:57.944333 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 4f1b94c9-b329-4756-bb34-0ea4e9a3859f triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:35:57.945033 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:35:58.461339 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 5 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:35:58.538826 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3c18478d-d72c-4ffb-8dcf-0932685f55fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:36:01.316384 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-a3f87f74-6989-4363-b1aa-bce883c0f022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:36:02.715752 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:36:04.775822 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:36:05.548973 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:36:28.522115 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-ea514f68-44ef-457e-b671-a45dbb028b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:36:31.305484 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-c00d21aa-8078-42fa-a214-88ebba19c4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:36:32.706391 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:36:34.775762 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:36:35.461636 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 5 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:36:35.525496 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:36:58.498823 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-b6549d95-907f-45e4-898e-70da20148cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:37:01.291002 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-95e0ddfa-cb4b-49c3-9a5b-7153dff334e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:37:02.703206 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:37:04.768866 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:37:05.531126 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:37:12.460458 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 5 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:37:20.159776 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 40232) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:37:20.222275 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e20fc78-70c8-4971-9fd9-bc4f5fccc2c8 admin admin] GET failed (client error): The resource could not be found. Nov 23 07:37:20.223614 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-6e20fc78-70c8-4971-9fd9-bc4f5fccc2c8 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0629048 Nov 23 07:37:20.387621 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9517dca0-e7a5-424d-a6c3-8ea8d4956ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:37:20.389098 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-9517dca0-e7a5-424d-a6c3-8ea8d4956ed7 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1608090 Nov 23 07:37:22.691494 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 40242) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:37:22.785338 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563c3aba-809c-4146-91cf-0598182da031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:37:22.786814 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-563c3aba-809c-4146-91cf-0598182da031 admin admin] 10.222.0.48 "GET /v2.0/subnets/978f4d19-299b-49ba-9b4f-eb50ae5538bd HTTP/1.1" status: 200 len: 849 time: 0.0943689 Nov 23 07:37:22.796862 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-2a1f098e-079c-41c2-a0a9-0619f21c0bfb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:37:22.886749 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2a1f098e-079c-41c2-a0a9-0619f21c0bfb admin admin] Publish callbacks [] for subnet, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:37:23.046630 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2a1f098e-079c-41c2-a0a9-0619f21c0bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750072125561'] for subnet, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:37:23.086945 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1f098e-079c-41c2-a0a9-0619f21c0bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:37:23.087990 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2a1f098e-079c-41c2-a0a9-0619f21c0bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for subnet, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:37:23.088796 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-2a1f098e-079c-41c2-a0a9-0619f21c0bfb admin admin] 10.222.0.48 "PUT /v2.0/subnets/978f4d19-299b-49ba-9b4f-eb50ae5538bd HTTP/1.1" status: 200 len: 868 time: 0.2957325 Nov 23 07:37:23.104853 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114560e4-36e8-4164-a90b-d33fd443b7ec None None] Network d4feacba-eff9-416c-b140-349fb6e6eec8 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:37:23.108357 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f098e-079c-41c2-a0a9-0619f21c0bfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=978f4d19-299b-49ba-9b4f-eb50ae5538bd,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:37:23.116688 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f098e-079c-41c2-a0a9-0619f21c0bfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:37:23.117071 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f098e-079c-41c2-a0a9-0619f21c0bfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:37:23.117425 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f098e-079c-41c2-a0a9-0619f21c0bfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:37:23.117801 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f098e-079c-41c2-a0a9-0619f21c0bfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:37:23.118143 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f098e-079c-41c2-a0a9-0619f21c0bfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:37:23.118500 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f098e-079c-41c2-a0a9-0619f21c0bfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:37:23.118843 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f098e-079c-41c2-a0a9-0619f21c0bfb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:37:23.119193 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f098e-079c-41c2-a0a9-0619f21c0bfb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:37:23.119809 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f098e-079c-41c2-a0a9-0619f21c0bfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:37:23.120134 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f098e-079c-41c2-a0a9-0619f21c0bfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:37:23.120471 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f098e-079c-41c2-a0a9-0619f21c0bfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:37:23.120798 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1f098e-079c-41c2-a0a9-0619f21c0bfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:37:23.535736 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-d47ae35b-a909-42bd-9594-ce3a5139983e None None] Provisioning complete for port eeac1752-6957-4598-b9ea-6386cc9746e4 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:37:23.536109 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-d47ae35b-a909-42bd-9594-ce3a5139983e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:37:23.632814 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-d47ae35b-a909-42bd-9594-ce3a5139983e None None] Provisioning complete for port eaa803e0-d2a6-46a2-8c86-64a1df718088 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:37:23.633076 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-d47ae35b-a909-42bd-9594-ce3a5139983e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:37:25.409534 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 40250) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:37:25.613375 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04206750-549e-438f-9eb1-14c08664810c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:37:25.613772 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04206750-549e-438f-9eb1-14c08664810c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:37:25.615870 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-04206750-549e-438f-9eb1-14c08664810c admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2053316 Nov 23 07:37:28.075635 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 40258) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:37:28.222879 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fe882f-02b8-4214-8b5c-04e95239b0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:37:28.223350 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fe882f-02b8-4214-8b5c-04e95239b0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:37:28.224959 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-c5fe882f-02b8-4214-8b5c-04e95239b0e3 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1483567 Nov 23 07:37:28.504290 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-25eb3ea2-945a-443b-b3cd-058edfbf896f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:37:30.605547 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 40266) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:37:30.759728 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9e7129-9f82-451c-9488-7276e0a423dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:37:30.761155 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-1c9e7129-9f82-451c-9488-7276e0a423dc admin admin] 10.222.0.48 "GET /v2.0/networks/891dfe80-61d0-4c14-832c-7438dfe6f055 HTTP/1.1" status: 200 len: 886 time: 0.1546121 Nov 23 07:37:31.293687 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-4840c9da-e666-48c3-8d31-6d51823e8c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:37:32.708782 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:37:33.202759 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 40274) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:37:33.360431 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1309181a-1be4-4be5-8cc2-3339889e6c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:37:33.361763 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-1309181a-1be4-4be5-8cc2-3339889e6c40 admin admin] 10.222.0.48 "GET /v2.0/networks/d4feacba-eff9-416c-b140-349fb6e6eec8 HTTP/1.1" status: 200 len: 869 time: 0.1580338 Nov 23 07:37:34.769002 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:37:35.532770 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:37:35.728082 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 40282) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:37:35.850598 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919bfaeb-0fe7-4ea9-96d7-4367212b7f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:37:35.851054 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919bfaeb-0fe7-4ea9-96d7-4367212b7f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:37:35.853125 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-919bfaeb-0fe7-4ea9-96d7-4367212b7f09 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240888 Nov 23 07:37:38.178162 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 40290) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:37:38.306592 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e496e95f-0af9-43c7-a8eb-22df17460ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:37:38.307061 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e496e95f-0af9-43c7-a8eb-22df17460ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:37:38.308627 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-e496e95f-0af9-43c7-a8eb-22df17460ee0 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1294973 Nov 23 07:37:40.660597 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 40300) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:37:40.746733 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d1500b-e51a-4122-a16e-c615f2a69764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:37:40.748097 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-30d1500b-e51a-4122-a16e-c615f2a69764 admin admin] 10.222.0.48 "GET /v2.0/subnets/08f8fc41-5d8c-4fca-8f02-9f082906db87 HTTP/1.1" status: 200 len: 816 time: 0.0865369 Nov 23 07:37:43.125342 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 40308) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:37:43.216947 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd609ec-bd06-4bbf-817f-68489d4b2c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:37:43.218366 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-ebd609ec-bd06-4bbf-817f-68489d4b2c6d admin admin] 10.222.0.48 "GET /v2.0/subnets/978f4d19-299b-49ba-9b4f-eb50ae5538bd HTTP/1.1" status: 200 len: 868 time: 0.0920475 Nov 23 07:37:49.459380 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 5 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:37:58.498442 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-c8517e04-309c-4276-b27d-32aad459b861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:38:01.296944 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-a265da25-5d2c-49b4-96bc-f798a22ea817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:38:02.711503 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:38:04.770602 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:38:05.539251 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:38:07.628860 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 40362) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:38:07.676880 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [None req-85c099bb-9f9d-4e93-82c8-74de77ae7d35 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=109284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 07:38:07.677915 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-85c099bb-9f9d-4e93-82c8-74de77ae7d35 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480704 Nov 23 07:38:10.106723 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 40370) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:38:10.170922 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db5a911-385c-4406-adc7-c646639a9b33 admin admin] GET failed (client error): The resource could not be found. Nov 23 07:38:10.172193 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-2db5a911-385c-4406-adc7-c646639a9b33 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0645149 Nov 23 07:38:10.314372 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a9f40c-e769-499c-b69a-df5457254e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:38:10.315920 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-63a9f40c-e769-499c-b69a-df5457254e4a admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1386113 Nov 23 07:38:12.639484 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 40380) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:38:12.692742 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-b73c9117-a43c-4441-a96a-6eb5c0017fa5 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:38:12.715076 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73c9117-a43c-4441-a96a-6eb5c0017fa5 admin admin] Made reservation on behalf of 32ce90edf7aa4ffe8b94d0689cf28c39 for: {'network': 1} {{(pid=109284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:38:12.717391 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b73c9117-a43c-4441-a96a-6eb5c0017fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for network, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:38:12.749672 dv-cinder-804035-14-iscsi neutron-server[109284]: WARNING neutron.services.revisions.revision_plugin [None req-b73c9117-a43c-4441-a96a-6eb5c0017fa5 admin admin] Could not find related network for resource to bump revision. Nov 23 07:38:12.762895 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73c9117-a43c-4441-a96a-6eb5c0017fa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=109284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 07:38:12.774260 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b73c9117-a43c-4441-a96a-6eb5c0017fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:38:12.774668 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.db.segments_db [None req-b73c9117-a43c-4441-a96a-6eb5c0017fa5 admin admin] Added segment fd030f3e-2351-48f2-b32c-fbf319178097 of type vlan for network 5bdda203-4df9-4135-a2c6-58c675720669 Nov 23 07:38:12.818919 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b73c9117-a43c-4441-a96a-6eb5c0017fa5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750071714106'] for network, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:38:12.855468 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b73c9117-a43c-4441-a96a-6eb5c0017fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for network, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:38:12.856473 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73c9117-a43c-4441-a96a-6eb5c0017fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:38:12.857075 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b73c9117-a43c-4441-a96a-6eb5c0017fa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:38:12.892445 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-b73c9117-a43c-4441-a96a-6eb5c0017fa5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2518456 Nov 23 07:38:12.923892 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c9117-a43c-4441-a96a-6eb5c0017fa5 admin admin] Pushing event updated for resources: {'Network': ['ID=5bdda203-4df9-4135-a2c6-58c675720669,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:38:12.932285 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c9117-a43c-4441-a96a-6eb5c0017fa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:38:12.932652 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c9117-a43c-4441-a96a-6eb5c0017fa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:38:12.932998 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c9117-a43c-4441-a96a-6eb5c0017fa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:38:12.933330 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c9117-a43c-4441-a96a-6eb5c0017fa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:38:12.933659 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c9117-a43c-4441-a96a-6eb5c0017fa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:38:12.934032 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c9117-a43c-4441-a96a-6eb5c0017fa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:38:12.934568 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c9117-a43c-4441-a96a-6eb5c0017fa5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:38:12.934993 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c9117-a43c-4441-a96a-6eb5c0017fa5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:38:12.935333 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c9117-a43c-4441-a96a-6eb5c0017fa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:38:12.935660 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c9117-a43c-4441-a96a-6eb5c0017fa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:38:12.935982 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c9117-a43c-4441-a96a-6eb5c0017fa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:38:12.936300 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73c9117-a43c-4441-a96a-6eb5c0017fa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:38:12.949690 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Network 5bdda203-4df9-4135-a2c6-58c675720669 details requested by agent ovs-agent-dv-cinder-804035-14-iscsi with host dv-cinder-804035-14-iscsi {{(pid=109285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 07:38:15.295740 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 40388) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:38:15.383953 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c03681-4997-4aeb-8bbb-80ffe293206c admin admin] GET failed (client error): The resource could not be found. Nov 23 07:38:15.385587 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-98c03681-4997-4aeb-8bbb-80ffe293206c admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0884428 Nov 23 07:38:15.463961 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145e513b-48ea-435e-8a03-56ce162f1899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:38:15.465469 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-145e513b-48ea-435e-8a03-56ce162f1899 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0723634 Nov 23 07:38:15.480312 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-330cfa32-278a-436f-aed7-12de56d45536 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '5bdda203-4df9-4135-a2c6-58c675720669', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:38:15.514027 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330cfa32-278a-436f-aed7-12de56d45536 admin admin] Made reservation on behalf of 32ce90edf7aa4ffe8b94d0689cf28c39 for: {'subnet': 1} {{(pid=109284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:38:15.518125 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-330cfa32-278a-436f-aed7-12de56d45536 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:38:15.755765 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-330cfa32-278a-436f-aed7-12de56d45536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for subnet, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:38:15.809579 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330cfa32-278a-436f-aed7-12de56d45536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6742500f-231f-4560-8f74-4dfffafada05,revision_number=0']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:38:15.831904 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330cfa32-278a-436f-aed7-12de56d45536 admin admin] Checking segment: {'id': 'fd030f3e-2351-48f2-b32c-fbf319178097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5bdda203-4df9-4135-a2c6-58c675720669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:38:15.832319 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330cfa32-278a-436f-aed7-12de56d45536 admin admin] Network hostable DHCP agents. Network: 5bdda203-4df9-4135-a2c6-58c675720669, hostable agents: ['9f8f8844-157f-46aa-8160-5509eea3b0e3'], hosted agents: [] {{(pid=109284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 07:38:15.850047 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330cfa32-278a-436f-aed7-12de56d45536 admin admin] Network 5bdda203-4df9-4135-a2c6-58c675720669 is scheduled to be hosted by DHCP agent 9f8f8844-157f-46aa-8160-5509eea3b0e3 with binding_index 1 {{(pid=109284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 07:38:15.861178 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-330cfa32-278a-436f-aed7-12de56d45536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-14-iscsi, 5bdda203-4df9-4135-a2c6-58c675720669) {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:38:15.866423 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330cfa32-278a-436f-aed7-12de56d45536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:38:15.867023 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-330cfa32-278a-436f-aed7-12de56d45536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for subnet, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:38:15.872984 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618c4d2e-4c81-4065-9c52-d98a7bb32012 None None] Network 5bdda203-4df9-4135-a2c6-58c675720669 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:38:15.887955 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-330cfa32-278a-436f-aed7-12de56d45536 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4137404 Nov 23 07:38:16.152637 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d3c1c3e-7e7c-57c3-af0f-cd4a647982af-5bdda203-4df9-4135-a2c6-58c675720669', 'network_id': '5bdda203-4df9-4135-a2c6-58c675720669', 'tenant_id': '32ce90edf7aa4ffe8b94d0689cf28c39', 'fixed_ips': [{'subnet_id': '6742500f-231f-4560-8f74-4dfffafada05'}]}} from dv-cinder-804035-14-iscsi. {{(pid=109285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 07:38:16.153948 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:38:16.340401 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.db_base_plugin_common [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Allocated IP 192.168.233.2 (5bdda203-4df9-4135-a2c6-58c675720669/6742500f-231f-4560-8f74-4dfffafada05/7f99235e-7c75-4238-a5ad-2f0a2fe234b9) {{(pid=109285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:38:16.554310 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Publish callbacks [] for port, precommit_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:38:16.564274 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:38:16.637761 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Network 5bdda203-4df9-4135-a2c6-58c675720669 is already hosted by enough agents. {{(pid=109285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:38:16.640937 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.scheduler.base_scheduler [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Resources bound (agent type, host, resource id): {{(pid=109285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:38:16.646325 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Received port after_create {{(pid=109285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:38:16.649799 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Pushing event updated for resources: {'Port': ['ID=7f99235e-7c75-4238-a5ad-2f0a2fe234b9,revision_number=1']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:38:16.662041 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:38:16.662645 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:38:16.662940 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:38:16.663114 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:38:16.663366 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:38:16.663729 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:38:16.664063 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:38:16.664401 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:38:16.664749 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:38:16.665079 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:38:16.665423 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:38:16.665768 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:38:16.715298 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Attempting to bind port 7f99235e-7c75-4238-a5ad-2f0a2fe234b9 on host dv-cinder-804035-14-iscsi for vnic_type normal with profile {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:38:16.715667 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Attempting to bind port 7f99235e-7c75-4238-a5ad-2f0a2fe234b9 by drivers openvswitch,hyperv on host dv-cinder-804035-14-iscsi at level 0 using segments [{'id': 'fd030f3e-2351-48f2-b32c-fbf319178097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5bdda203-4df9-4135-a2c6-58c675720669'}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:38:16.716060 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Attempting to bind port 7f99235e-7c75-4238-a5ad-2f0a2fe234b9 on network 5bdda203-4df9-4135-a2c6-58c675720669 {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:38:16.722733 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Checking agent: {'id': 'b3285c04-b64b-48ad-a641-833cdb741995', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'started_at': datetime.datetime(2021, 11, 23, 7, 35, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:38:16.723176 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Checking segment: {'id': 'fd030f3e-2351-48f2-b32c-fbf319178097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5bdda203-4df9-4135-a2c6-58c675720669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:38:16.723582 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:38:16.724102 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Bound using segment: {'id': 'fd030f3e-2351-48f2-b32c-fbf319178097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5bdda203-4df9-4135-a2c6-58c675720669'} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:38:16.724574 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Bound port: 7f99235e-7c75-4238-a5ad-2f0a2fe234b9, host: dv-cinder-804035-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd030f3e-2351-48f2-b32c-fbf319178097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5bdda203-4df9-4135-a2c6-58c675720669'}}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:38:16.724974 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:38:16.798553 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] For port 7f99235e-7c75-4238-a5ad-2f0a2fe234b9, host dv-cinder-804035-14-iscsi, cleared binding levels {{(pid=109285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:38:16.802573 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] For port 7f99235e-7c75-4238-a5ad-2f0a2fe234b9, host dv-cinder-804035-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=7f99235e-7c75-4238-a5ad-2f0a2fe234b9,segment=NetworkSegment(fd030f3e-2351-48f2-b32c-fbf319178097),segment_id=fd030f3e-2351-48f2-b32c-fbf319178097)] {{(pid=109285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:38:16.807601 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:38:16.870064 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ea594-d9d7-4b51-bce4-84f7228d1082 None None] Pushing event updated for resources: {'Port': ['ID=7f99235e-7c75-4238-a5ad-2f0a2fe234b9,revision_number=2']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:38:17.841172 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c0f410-05ea-443f-8775-454ca6b5b4cb None None] Network 5bdda203-4df9-4135-a2c6-58c675720669 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:38:17.947344 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 7f99235e-7c75-4238-a5ad-2f0a2fe234b9 up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:38:17.950244 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-076b9c34-7239-45e3-8278-786ac1fe6063 None None] Provisioning complete for port 7f99235e-7c75-4238-a5ad-2f0a2fe234b9 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:38:17.950623 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-076b9c34-7239-45e3-8278-786ac1fe6063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:38:18.181522 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-076b9c34-7239-45e3-8278-786ac1fe6063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:38:18.203340 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 7f99235e-7c75-4238-a5ad-2f0a2fe234b9 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:38:18.203784 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:38:18.276594 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-076b9c34-7239-45e3-8278-786ac1fe6063 None None] For port 7f99235e-7c75-4238-a5ad-2f0a2fe234b9, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=7f99235e-7c75-4238-a5ad-2f0a2fe234b9,segment=NetworkSegment(fd030f3e-2351-48f2-b32c-fbf319178097),segment_id=fd030f3e-2351-48f2-b32c-fbf319178097)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:38:18.282043 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-076b9c34-7239-45e3-8278-786ac1fe6063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:38:18.390442 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b9c34-7239-45e3-8278-786ac1fe6063 None None] Pushing event updated for resources: {'Port': ['ID=7f99235e-7c75-4238-a5ad-2f0a2fe234b9,revision_number=3']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:38:18.607978 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-9aa3f389-38f9-4d59-9b07-cc0e040093a5 None None] Provisioning complete for port 7f99235e-7c75-4238-a5ad-2f0a2fe234b9 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:38:18.608377 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-9aa3f389-38f9-4d59-9b07-cc0e040093a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:38:19.876177 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 7f99235e-7c75-4238-a5ad-2f0a2fe234b9 up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:38:19.950676 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 7f99235e-7c75-4238-a5ad-2f0a2fe234b9 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:38:19.951060 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:38:26.459542 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 5 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:38:28.504732 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-94a6982d-b92a-4ed1-95c1-0dcde6f866f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:38:31.299375 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-9ab7751b-efc0-4825-869d-acc94e800404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:38:32.714088 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:38:34.776571 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:38:35.544601 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:38:58.504596 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-0c775bc3-df7b-4a66-aa52-d4bd33ce0f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:39:01.309123 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-1aa3744d-e85f-4c70-aac9-f543d83e6aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:39:02.718097 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:39:03.458607 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 5 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:39:04.777172 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:39:05.549860 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:39:28.503940 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-49aacab1-47b7-4872-adb2-5d3e620e18db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:39:31.257168 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 40434) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:39:31.266848 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [None req-38d89ba4-0ecf-455b-81fa-41e7b18d3d2f tempest-verify_tempest_config-1043586107 tempest-verify_tempest_config-1043586107-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=109284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 07:39:31.268600 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-38d89ba4-0ecf-455b-81fa-41e7b18d3d2f tempest-verify_tempest_config-1043586107 tempest-verify_tempest_config-1043586107-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0099514 Nov 23 07:39:31.302957 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-6f1dbc06-d343-41d3-a8ec-5300597578b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:39:31.569940 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 40452) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:39:31.680212 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c9622586-d142-4bc6-8ca8-c73330bf78fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:39:31.759826 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c9622586-d142-4bc6-8ca8-c73330bf78fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:39:31.765070 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c9622586-d142-4bc6-8ca8-c73330bf78fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:39:31.808813 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9622586-d142-4bc6-8ca8-c73330bf78fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb138093-1b97-4903-86c4-8309dc45aebd,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:39:31.812509 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-c9622586-d142-4bc6-8ca8-c73330bf78fe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f5716c3167a41f5b6bee3173f9f7867&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2415440 Nov 23 07:39:31.815582 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 40456) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:39:31.818435 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9622586-d142-4bc6-8ca8-c73330bf78fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:39:31.818782 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9622586-d142-4bc6-8ca8-c73330bf78fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:39:31.819119 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9622586-d142-4bc6-8ca8-c73330bf78fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:39:31.819452 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9622586-d142-4bc6-8ca8-c73330bf78fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:39:31.819779 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9622586-d142-4bc6-8ca8-c73330bf78fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:39:31.820116 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9622586-d142-4bc6-8ca8-c73330bf78fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:39:31.820441 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9622586-d142-4bc6-8ca8-c73330bf78fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:39:31.820785 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9622586-d142-4bc6-8ca8-c73330bf78fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:39:31.821115 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9622586-d142-4bc6-8ca8-c73330bf78fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:39:31.821437 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9622586-d142-4bc6-8ca8-c73330bf78fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:39:31.821775 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9622586-d142-4bc6-8ca8-c73330bf78fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:39:31.822095 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9622586-d142-4bc6-8ca8-c73330bf78fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:39:31.898384 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-05574dcb-7893-4761-9371-09fd0cb23dde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:39:31.919611 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-05574dcb-7893-4761-9371-09fd0cb23dde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:39:32.011425 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-05574dcb-7893-4761-9371-09fd0cb23dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:39:32.014193 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-05574dcb-7893-4761-9371-09fd0cb23dde admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:39:32.016132 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-05574dcb-7893-4761-9371-09fd0cb23dde admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb138093-1b97-4903-86c4-8309dc45aebd HTTP/1.1" status: 204 len: 168 time: 0.1988628 Nov 23 07:39:32.025183 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05574dcb-7893-4761-9371-09fd0cb23dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb138093-1b97-4903-86c4-8309dc45aebd,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:39:32.032828 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05574dcb-7893-4761-9371-09fd0cb23dde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:39:32.033188 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05574dcb-7893-4761-9371-09fd0cb23dde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:39:32.033545 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05574dcb-7893-4761-9371-09fd0cb23dde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:39:32.033924 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05574dcb-7893-4761-9371-09fd0cb23dde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:39:32.034245 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05574dcb-7893-4761-9371-09fd0cb23dde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:39:32.034581 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05574dcb-7893-4761-9371-09fd0cb23dde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:39:32.034918 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05574dcb-7893-4761-9371-09fd0cb23dde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:39:32.035251 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05574dcb-7893-4761-9371-09fd0cb23dde admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:39:32.035586 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05574dcb-7893-4761-9371-09fd0cb23dde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:39:32.035913 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05574dcb-7893-4761-9371-09fd0cb23dde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:39:32.036241 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05574dcb-7893-4761-9371-09fd0cb23dde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:39:32.036566 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05574dcb-7893-4761-9371-09fd0cb23dde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:39:32.721912 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:39:34.780406 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:39:35.544951 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:39:40.458755 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 5 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:39:58.496697 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-caed85c7-b59a-467f-8307-be15d2f881d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:40:01.304936 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-edaeb740-e296-4c2f-9ece-7ccb61e602ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:40:02.724580 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:40:04.782633 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:40:05.549359 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:40:17.461649 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 5 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:40:28.502313 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-2a1adb7c-dee3-4755-b59a-7357df308479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:40:31.306928 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-2ae58947-8855-4062-be91-d4830a27bd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:40:32.728347 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:40:34.784223 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:40:35.552391 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:40:54.460666 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 5 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:40:58.508649 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-c5dc69a0-a9ce-4946-8b97-5451875814fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:41:01.310108 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-b8ecba94-6ba1-4369-94eb-9000f3f3606b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:41:02.740369 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:41:04.787369 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:41:05.560923 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:41:06.923261 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1712976'] for agent, after_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:41:21.854793 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 40530) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:41:21.963932 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-635b4588-f41d-42b0-a9fd-e88f355957d4 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1080327 Nov 23 07:41:24.382217 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 40540) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:41:24.438795 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-ea9ce63a-6212-4d4e-b6ce-302eb827b739 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0555048 Nov 23 07:41:28.503285 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-ba7a0889-1449-4752-94e6-fa3fedb35b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:41:31.312033 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-1a70e72c-f1be-4b01-820d-88f726e8775e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:41:31.459944 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:41:32.736330 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:41:34.790774 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:41:35.554309 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:41:36.894682 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:41:58.506341 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-57be239b-f90b-4446-a3de-30d38d0350da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:01.313247 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-57e28a7f-ec5b-4e2c-8a6f-b2123a601bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:02.736946 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:04.793156 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:05.559277 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:06.908758 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:08.458565 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:42:28.510702 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-5cdbf381-7930-4bdb-b49a-6b30fe606b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:31.314848 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-8ff8b71e-7e06-4f8e-8607-0c5727d86c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:32.740218 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:34.795310 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:35.553334 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:36.912032 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:45.458420 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:42:57.346320 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 40752) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:42:57.386283 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 40760) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:42:57.577145 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-d19da7f0-789a-4c70-853a-f715be8a9cb9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-358293884-network', 'tenant_id': '3d02de9f94b74169860663f89342f9d8'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:42:57.612761 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19da7f0-789a-4c70-853a-f715be8a9cb9 admin admin] Made reservation on behalf of 3d02de9f94b74169860663f89342f9d8 for: {'network': 1} {{(pid=109284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:42:57.615629 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d19da7f0-789a-4c70-853a-f715be8a9cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for network, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:57.627186 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d19da7f0-789a-4c70-853a-f715be8a9cb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:57.706030 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-06ad4351-c531-47fb-8564-2c1347fd9970 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1793854537-network', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:42:57.773017 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d19da7f0-789a-4c70-853a-f715be8a9cb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:57.775344 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ad4351-c531-47fb-8564-2c1347fd9970 admin admin] Made reservation on behalf of bc7f91007a2a4b90b80701592589a131 for: {'network': 1} {{(pid=109284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:42:57.777883 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-06ad4351-c531-47fb-8564-2c1347fd9970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for network, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:57.789022 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d19da7f0-789a-4c70-853a-f715be8a9cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:57.798595 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 40776) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:42:57.800893 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19da7f0-789a-4c70-853a-f715be8a9cb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=109284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 07:42:57.813740 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d19da7f0-789a-4c70-853a-f715be8a9cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:57.813740 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.db.segments_db [None req-d19da7f0-789a-4c70-853a-f715be8a9cb9 admin admin] Added segment a69a567c-4699-4ee0-ad3e-a847190429e5 of type vlan for network 9af761aa-3754-4538-98bd-443814fd3260 Nov 23 07:42:57.821722 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-06ad4351-c531-47fb-8564-2c1347fd9970 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:57.883217 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d19da7f0-789a-4c70-853a-f715be8a9cb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750071714106'] for network, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:57.922289 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19da7f0-789a-4c70-853a-f715be8a9cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56622021-8102-4d76-b684-5196068d17bc,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:42:57.942184 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19da7f0-789a-4c70-853a-f715be8a9cb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:42:57.942851 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19da7f0-789a-4c70-853a-f715be8a9cb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:42:57.943372 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19da7f0-789a-4c70-853a-f715be8a9cb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:42:57.943709 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19da7f0-789a-4c70-853a-f715be8a9cb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:42:57.944040 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19da7f0-789a-4c70-853a-f715be8a9cb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:42:57.944409 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19da7f0-789a-4c70-853a-f715be8a9cb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:42:57.944727 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19da7f0-789a-4c70-853a-f715be8a9cb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:42:57.945066 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19da7f0-789a-4c70-853a-f715be8a9cb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:42:57.945396 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19da7f0-789a-4c70-853a-f715be8a9cb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:42:57.945737 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19da7f0-789a-4c70-853a-f715be8a9cb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:42:57.946061 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19da7f0-789a-4c70-853a-f715be8a9cb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:42:57.946383 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19da7f0-789a-4c70-853a-f715be8a9cb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19da7f0-789a-4c70-853a-f715be8a9cb9 admin admin] Tracked resource versions report: Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: pushed versions: Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: { 'AddressGroup': {'1.2'}, Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: 'ConntrackHelper': {'1.0'}, Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: 'Log': {'1.0'}, Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: 'Network': {'1.1'}, Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: 'Port': {'1.7'}, Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: 'PortForwarding': {'1.2'}, Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: 'QosPolicy': {'1.10'}, Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: 'SecurityGroup': {'1.5'}, Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: 'SecurityGroupRule': {'1.2'}, Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: 'SubPort': {'1.0'}, Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: 'Subnet': {'1.1'}, Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: 'Trunk': {'1.1'}} Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: consumer versions: Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: { DHCP agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: HyperV agent@hv-cinder-80403: {}, Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: L3 agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: Metadata agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: Metering agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: Open vSwitch agent@dv-cinder-804035-14-iscsi: { 'AddressGroup': '1.2', Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: 'ConntrackHelper': '1.0', Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: 'Log': '1.0', Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: 'Network': '1.1', Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: 'Port': '1.7', Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: 'PortForwarding': '1.2', Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: 'QosPolicy': '1.10', Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: 'SecurityGroup': '1.5', Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: 'SecurityGroupRule': '1.2', Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: 'SubPort': '1.0', Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: 'Subnet': '1.1', Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: 'Trunk': '1.1'}} Nov 23 07:42:57.947451 dv-cinder-804035-14-iscsi neutron-server[109284]: {{(pid=109284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 07:42:57.956365 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d19da7f0-789a-4c70-853a-f715be8a9cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for network, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:57.956566 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19da7f0-789a-4c70-853a-f715be8a9cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:42:57.957669 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d19da7f0-789a-4c70-853a-f715be8a9cb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:58.044419 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-d19da7f0-789a-4c70-853a-f715be8a9cb9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6931643 Nov 23 07:42:58.044419 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19da7f0-789a-4c70-853a-f715be8a9cb9 admin admin] Pushing event updated for resources: {'Network': ['ID=9af761aa-3754-4538-98bd-443814fd3260,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:42:58.045092 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 40792) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:42:58.059157 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Network 9af761aa-3754-4538-98bd-443814fd3260 details requested by agent ovs-agent-dv-cinder-804035-14-iscsi with host dv-cinder-804035-14-iscsi {{(pid=109285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 07:42:58.065842 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-c4f5eaaf-a335-486f-931d-9af67294b163 admin admin] Request body: {'subnet': {'network_id': '9af761aa-3754-4538-98bd-443814fd3260', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-358293884-subnet', 'tenant_id': '3d02de9f94b74169860663f89342f9d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:42:58.067302 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-06ad4351-c531-47fb-8564-2c1347fd9970 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:58.079095 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-06ad4351-c531-47fb-8564-2c1347fd9970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:58.109717 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad4351-c531-47fb-8564-2c1347fd9970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45d3a1d-25a1-444c-a73e-da1fcd0adae8,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:42:58.122377 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ad4351-c531-47fb-8564-2c1347fd9970 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=109284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 07:42:58.134678 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-06ad4351-c531-47fb-8564-2c1347fd9970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:58.135040 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.db.segments_db [None req-06ad4351-c531-47fb-8564-2c1347fd9970 admin admin] Added segment d49c0d41-f11b-425e-9786-8329159ba34c of type vlan for network 41a8f465-c4c3-4408-a9dd-14556e78b966 Nov 23 07:42:58.146123 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f5eaaf-a335-486f-931d-9af67294b163 admin admin] Made reservation on behalf of 3d02de9f94b74169860663f89342f9d8 for: {'subnet': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:42:58.148514 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c4f5eaaf-a335-486f-931d-9af67294b163 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:58.164439 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-2b07d778-d48e-4566-8460-edd38b19e74f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1010763571-network', 'tenant_id': 'ed47c8e5e9704a0abf5643f488f1b2be'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:42:58.186018 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-06ad4351-c531-47fb-8564-2c1347fd9970 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750071714106'] for network, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:58.225597 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 40800) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:42:58.254935 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-06ad4351-c531-47fb-8564-2c1347fd9970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for network, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:58.257049 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ad4351-c531-47fb-8564-2c1347fd9970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:42:58.261905 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-06ad4351-c531-47fb-8564-2c1347fd9970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:58.292310 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b07d778-d48e-4566-8460-edd38b19e74f admin admin] Made reservation on behalf of ed47c8e5e9704a0abf5643f488f1b2be for: {'network': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:42:58.295743 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2b07d778-d48e-4566-8460-edd38b19e74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for network, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:58.322174 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2b07d778-d48e-4566-8460-edd38b19e74f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:58.331585 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad4351-c531-47fb-8564-2c1347fd9970 admin admin] Pushing event updated for resources: {'Network': ['ID=41a8f465-c4c3-4408-a9dd-14556e78b966,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:42:58.345731 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Network 41a8f465-c4c3-4408-a9dd-14556e78b966 details requested by agent ovs-agent-dv-cinder-804035-14-iscsi with host dv-cinder-804035-14-iscsi {{(pid=109285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 07:42:58.353158 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-06ad4351-c531-47fb-8564-2c1347fd9970 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9657335 Nov 23 07:42:58.354982 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 40808) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:42:58.365164 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-98f08850-55c8-4d50-b412-21ac4c3e3493 admin admin] Request body: {'subnet': {'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1793854537-subnet', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:42:58.410201 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f08850-55c8-4d50-b412-21ac4c3e3493 admin admin] Made reservation on behalf of bc7f91007a2a4b90b80701592589a131 for: {'subnet': 1} {{(pid=109284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:42:58.413570 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-98f08850-55c8-4d50-b412-21ac4c3e3493 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:58.481552 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2b07d778-d48e-4566-8460-edd38b19e74f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:58.486814 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2b07d778-d48e-4566-8460-edd38b19e74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:58.531504 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-299fa94c-9a6a-433c-a4fe-84989edc9859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:58.587078 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07d778-d48e-4566-8460-edd38b19e74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1134a24a-fc1a-4f05-ba7c-86442da3be95,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:42:58.602427 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b07d778-d48e-4566-8460-edd38b19e74f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:42:58.602850 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b07d778-d48e-4566-8460-edd38b19e74f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:42:58.603126 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b07d778-d48e-4566-8460-edd38b19e74f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:42:58.603611 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b07d778-d48e-4566-8460-edd38b19e74f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:42:58.604486 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b07d778-d48e-4566-8460-edd38b19e74f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:42:58.605041 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b07d778-d48e-4566-8460-edd38b19e74f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:42:58.605549 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b07d778-d48e-4566-8460-edd38b19e74f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:42:58.606177 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b07d778-d48e-4566-8460-edd38b19e74f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:42:58.606670 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b07d778-d48e-4566-8460-edd38b19e74f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:42:58.607160 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b07d778-d48e-4566-8460-edd38b19e74f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:42:58.607671 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b07d778-d48e-4566-8460-edd38b19e74f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:42:58.608157 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b07d778-d48e-4566-8460-edd38b19e74f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b07d778-d48e-4566-8460-edd38b19e74f admin admin] Tracked resource versions report: Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: pushed versions: Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: { 'AddressGroup': {'1.2'}, Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: 'ConntrackHelper': {'1.0'}, Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: 'Log': {'1.0'}, Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: 'Network': {'1.1'}, Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: 'Port': {'1.7'}, Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: 'PortForwarding': {'1.2'}, Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: 'QosPolicy': {'1.10'}, Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: 'SecurityGroup': {'1.5'}, Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: 'SecurityGroupRule': {'1.2'}, Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: 'SubPort': {'1.0'}, Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: 'Subnet': {'1.1'}, Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: 'Trunk': {'1.1'}} Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: consumer versions: Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: { DHCP agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: HyperV agent@hv-cinder-80403: {}, Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: L3 agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: Metadata agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: Metering agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: Open vSwitch agent@dv-cinder-804035-14-iscsi: { 'AddressGroup': '1.2', Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: 'ConntrackHelper': '1.0', Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: 'Log': '1.0', Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: 'Network': '1.1', Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: 'Port': '1.7', Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: 'PortForwarding': '1.2', Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: 'QosPolicy': '1.10', Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: 'SecurityGroup': '1.5', Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: 'SecurityGroupRule': '1.2', Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: 'SubPort': '1.0', Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: 'Subnet': '1.1', Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: 'Trunk': '1.1'}} Nov 23 07:42:58.609409 dv-cinder-804035-14-iscsi neutron-server[109283]: {{(pid=109283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 07:42:58.624683 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b07d778-d48e-4566-8460-edd38b19e74f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=109283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 07:42:58.639374 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-5c5062ca-2022-4a44-87ea-8f76c08d98e1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-979039873-network', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:42:58.656110 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-98f08850-55c8-4d50-b412-21ac4c3e3493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for subnet, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:58.684416 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2b07d778-d48e-4566-8460-edd38b19e74f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750072253615', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:58.685022 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2b07d778-d48e-4566-8460-edd38b19e74f admin admin] Unsubscribe: segment precommit_create {{(pid=109283) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 07:42:58.685525 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.db.segments_db [None req-2b07d778-d48e-4566-8460-edd38b19e74f admin admin] Added segment ac45e97e-b6dc-47a3-93d3-c4edacf6cc25 of type vlan for network b78d8c29-35aa-4c8a-8439-dc361a48243a Nov 23 07:42:58.734178 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c4f5eaaf-a335-486f-931d-9af67294b163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for subnet, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:58.780529 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2b07d778-d48e-4566-8460-edd38b19e74f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750071714106'] for network, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:58.814487 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5062ca-2022-4a44-87ea-8f76c08d98e1 admin admin] Made reservation on behalf of edd4c40a2d5e481eadb2fc728cc0ca5a for: {'network': 1} {{(pid=109284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:42:58.817180 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5c5062ca-2022-4a44-87ea-8f76c08d98e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for network, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:58.840226 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5c5062ca-2022-4a44-87ea-8f76c08d98e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:58.852786 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f5eaaf-a335-486f-931d-9af67294b163 admin admin] Checking segment: {'id': 'a69a567c-4699-4ee0-ad3e-a847190429e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9af761aa-3754-4538-98bd-443814fd3260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:42:58.853761 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f5eaaf-a335-486f-931d-9af67294b163 admin admin] Network hostable DHCP agents. Network: 9af761aa-3754-4538-98bd-443814fd3260, hostable agents: ['9f8f8844-157f-46aa-8160-5509eea3b0e3'], hosted agents: [] {{(pid=109283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 07:42:58.859121 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5eaaf-a335-486f-931d-9af67294b163 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f6a1677-017f-45cd-af64-861665aa02df,revision_number=0']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:42:58.862399 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f08850-55c8-4d50-b412-21ac4c3e3493 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f02b6904-8bee-4b65-8d68-a5eced424f54,revision_number=0']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:42:58.894797 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2b07d778-d48e-4566-8460-edd38b19e74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for network, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:58.898312 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b07d778-d48e-4566-8460-edd38b19e74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:42:58.898962 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2b07d778-d48e-4566-8460-edd38b19e74f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:58.904932 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f08850-55c8-4d50-b412-21ac4c3e3493 admin admin] Checking segment: {'id': 'd49c0d41-f11b-425e-9786-8329159ba34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:42:58.905305 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f08850-55c8-4d50-b412-21ac4c3e3493 admin admin] Network hostable DHCP agents. Network: 41a8f465-c4c3-4408-a9dd-14556e78b966, hostable agents: ['9f8f8844-157f-46aa-8160-5509eea3b0e3'], hosted agents: [] {{(pid=109284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 07:42:58.929583 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f5eaaf-a335-486f-931d-9af67294b163 admin admin] Network 9af761aa-3754-4538-98bd-443814fd3260 is scheduled to be hosted by DHCP agent 9f8f8844-157f-46aa-8160-5509eea3b0e3 with binding_index 1 {{(pid=109283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 07:42:58.949321 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-2b07d778-d48e-4566-8460-edd38b19e74f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1476924 Nov 23 07:42:58.952424 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 40832) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:42:58.958593 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-ac379a12-21e9-49df-8eb4-bf468675a83b admin admin] Request body: {'subnet': {'network_id': 'b78d8c29-35aa-4c8a-8439-dc361a48243a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1010763571-subnet', 'tenant_id': 'ed47c8e5e9704a0abf5643f488f1b2be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:42:58.971046 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f08850-55c8-4d50-b412-21ac4c3e3493 admin admin] Network 41a8f465-c4c3-4408-a9dd-14556e78b966 is scheduled to be hosted by DHCP agent 9f8f8844-157f-46aa-8160-5509eea3b0e3 with binding_index 1 {{(pid=109284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 07:42:58.975812 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [None req-c4f5eaaf-a335-486f-931d-9af67294b163 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-14-iscsi, 9af761aa-3754-4538-98bd-443814fd3260) {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:42:58.985329 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-98f08850-55c8-4d50-b412-21ac4c3e3493 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-14-iscsi, 41a8f465-c4c3-4408-a9dd-14556e78b966) {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:42:58.987742 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101f2fb6-ca63-4b3f-a251-8f975f1852e0 None None] Network 9af761aa-3754-4538-98bd-443814fd3260 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:42:58.997928 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f5eaaf-a335-486f-931d-9af67294b163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:42:58.998870 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c4f5eaaf-a335-486f-931d-9af67294b163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for subnet, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:59.008380 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f08850-55c8-4d50-b412-21ac4c3e3493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:42:59.008985 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-98f08850-55c8-4d50-b412-21ac4c3e3493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for subnet, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:59.058247 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5c5062ca-2022-4a44-87ea-8f76c08d98e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:59.060201 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac379a12-21e9-49df-8eb4-bf468675a83b admin admin] Made reservation on behalf of ed47c8e5e9704a0abf5643f488f1b2be for: {'subnet': 1} {{(pid=109284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:42:59.082878 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ac379a12-21e9-49df-8eb4-bf468675a83b admin admin] Publish callbacks [] for subnet, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:59.095372 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5c5062ca-2022-4a44-87ea-8f76c08d98e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:59.096393 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-c4f5eaaf-a335-486f-931d-9af67294b163 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0485618 Nov 23 07:42:59.097598 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07d778-d48e-4566-8460-edd38b19e74f admin admin] Pushing event updated for resources: {'Network': ['ID=b78d8c29-35aa-4c8a-8439-dc361a48243a,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:42:59.117252 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5062ca-2022-4a44-87ea-8f76c08d98e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=109284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 07:42:59.130303 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5c5062ca-2022-4a44-87ea-8f76c08d98e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:59.137093 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.db.segments_db [None req-5c5062ca-2022-4a44-87ea-8f76c08d98e1 admin admin] Added segment 95e06a39-5611-4f52-aae3-4e8bf3bb6003 of type vlan for network d9cb767d-e579-4bd6-9168-0f1ea7c41329 Nov 23 07:42:59.142991 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4b0048-9d9f-4e8c-b85e-fcc11cdc1713 None None] Network 41a8f465-c4c3-4408-a9dd-14556e78b966 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:42:59.164588 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-98f08850-55c8-4d50-b412-21ac4c3e3493 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8084910 Nov 23 07:42:59.168087 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 40848) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:42:59.172640 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-f15beaa9-cfe4-4798-9bd9-a1ac5d9ae037 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1793854537-router', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:42:59.208073 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f15beaa9-cfe4-4798-9bd9-a1ac5d9ae037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1719506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:59.209181 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f15beaa9-cfe4-4798-9bd9-a1ac5d9ae037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1712850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1713320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-946'] for router, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:59.236534 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Network b78d8c29-35aa-4c8a-8439-dc361a48243a details requested by agent ovs-agent-dv-cinder-804035-14-iscsi with host dv-cinder-804035-14-iscsi {{(pid=109285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 07:42:59.320601 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f15beaa9-cfe4-4798-9bd9-a1ac5d9ae037 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:59.348050 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d3c1c3e-7e7c-57c3-af0f-cd4a647982af-41a8f465-c4c3-4408-a9dd-14556e78b966', 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'fixed_ips': [{'subnet_id': 'f02b6904-8bee-4b65-8d68-a5eced424f54'}]}} from dv-cinder-804035-14-iscsi. {{(pid=109285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 07:42:59.349231 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:59.398839 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5062ca-2022-4a44-87ea-8f76c08d98e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d54c15-519b-4290-b701-ff1771ad4b5e,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:42:59.419738 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5c5062ca-2022-4a44-87ea-8f76c08d98e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750071714106'] for network, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:59.486494 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5c5062ca-2022-4a44-87ea-8f76c08d98e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for network, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:59.487526 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5062ca-2022-4a44-87ea-8f76c08d98e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:42:59.488213 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5c5062ca-2022-4a44-87ea-8f76c08d98e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:59.579865 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5062ca-2022-4a44-87ea-8f76c08d98e1 admin admin] Pushing event updated for resources: {'Network': ['ID=d9cb767d-e579-4bd6-9168-0f1ea7c41329,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:42:59.599020 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-5c5062ca-2022-4a44-87ea-8f76c08d98e1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3710351 Nov 23 07:42:59.603332 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 40874) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:42:59.609093 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Network d9cb767d-e579-4bd6-9168-0f1ea7c41329 details requested by agent ovs-agent-dv-cinder-804035-14-iscsi with host dv-cinder-804035-14-iscsi {{(pid=109285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 07:42:59.612781 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-b54a8c7f-3832-4f44-a93f-1fb18297a49d admin admin] Request body: {'subnet': {'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-979039873-subnet', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:42:59.616062 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f15beaa9-cfe4-4798-9bd9-a1ac5d9ae037 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:59.665797 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d13499-b712-4c84-88b0-6bffef8c0688 None None] Network 9af761aa-3754-4538-98bd-443814fd3260 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:42:59.679924 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ac379a12-21e9-49df-8eb4-bf468675a83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for subnet, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:59.745947 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54a8c7f-3832-4f44-a93f-1fb18297a49d admin admin] Made reservation on behalf of edd4c40a2d5e481eadb2fc728cc0ca5a for: {'subnet': 1} {{(pid=109284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:42:59.749667 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b54a8c7f-3832-4f44-a93f-1fb18297a49d admin admin] Publish callbacks [] for subnet, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:42:59.910128 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.db_base_plugin_common [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Allocated IP 172.20.0.2 (41a8f465-c4c3-4408-a9dd-14556e78b966/f02b6904-8bee-4b65-8d68-a5eced424f54/5d5ab0ed-2b67-46d6-88e6-eaab3c53032d) {{(pid=109285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:42:59.992557 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac379a12-21e9-49df-8eb4-bf468675a83b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e589956e-ed5a-4e41-8270-f9456f7b8a2f,revision_number=0']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:42:59.999673 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b54a8c7f-3832-4f44-a93f-1fb18297a49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for subnet, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:00.101527 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac379a12-21e9-49df-8eb4-bf468675a83b admin admin] Checking segment: {'id': 'ac45e97e-b6dc-47a3-93d3-c4edacf6cc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b78d8c29-35aa-4c8a-8439-dc361a48243a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:43:00.101527 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac379a12-21e9-49df-8eb4-bf468675a83b admin admin] Network hostable DHCP agents. Network: b78d8c29-35aa-4c8a-8439-dc361a48243a, hostable agents: ['9f8f8844-157f-46aa-8160-5509eea3b0e3'], hosted agents: [] {{(pid=109284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 07:43:00.168266 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f15beaa9-cfe4-4798-9bd9-a1ac5d9ae037 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:00.170277 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54a8c7f-3832-4f44-a93f-1fb18297a49d admin admin] Checking segment: {'id': '95e06a39-5611-4f52-aae3-4e8bf3bb6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:43:00.170679 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54a8c7f-3832-4f44-a93f-1fb18297a49d admin admin] Network hostable DHCP agents. Network: d9cb767d-e579-4bd6-9168-0f1ea7c41329, hostable agents: ['9f8f8844-157f-46aa-8160-5509eea3b0e3'], hosted agents: [] {{(pid=109284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 07:43:00.206032 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac379a12-21e9-49df-8eb4-bf468675a83b admin admin] Network b78d8c29-35aa-4c8a-8439-dc361a48243a is scheduled to be hosted by DHCP agent 9f8f8844-157f-46aa-8160-5509eea3b0e3 with binding_index 1 {{(pid=109284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 07:43:00.225082 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54a8c7f-3832-4f44-a93f-1fb18297a49d admin admin] Network d9cb767d-e579-4bd6-9168-0f1ea7c41329 is scheduled to be hosted by DHCP agent 9f8f8844-157f-46aa-8160-5509eea3b0e3 with binding_index 1 {{(pid=109284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 07:43:00.236619 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f15beaa9-cfe4-4798-9bd9-a1ac5d9ae037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:00.254120 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-b54a8c7f-3832-4f44-a93f-1fb18297a49d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-14-iscsi, d9cb767d-e579-4bd6-9168-0f1ea7c41329) {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:43:00.268605 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-ac379a12-21e9-49df-8eb4-bf468675a83b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-14-iscsi, b78d8c29-35aa-4c8a-8439-dc361a48243a) {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:43:00.301893 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54a8c7f-3832-4f44-a93f-1fb18297a49d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:00.302824 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b54a8c7f-3832-4f44-a93f-1fb18297a49d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for subnet, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:00.306180 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a8c7f-3832-4f44-a93f-1fb18297a49d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd5e1985-8805-41d1-90d4-bdc402c620b5,revision_number=0']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:00.329659 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 40928) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:00.336102 dv-cinder-804035-14-iscsi neutron-server[109284]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 07:43:00.360956 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9af7e16-2788-41d5-a551-ae917c4152ea None None] Network d9cb767d-e579-4bd6-9168-0f1ea7c41329 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:43:00.390173 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-b54a8c7f-3832-4f44-a93f-1fb18297a49d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7856109 Nov 23 07:43:00.391639 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 40934) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:00.447390 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-a24c23e5-ad45-4ce7-b2f4-e7a75ca5546d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-979039873-router', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:43:00.515852 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d88b65-a655-4665-a2b2-aaf34b19fbac None None] Network b78d8c29-35aa-4c8a-8439-dc361a48243a requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:43:00.527461 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Publish callbacks [] for port, precommit_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:00.551553 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:00.552603 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac379a12-21e9-49df-8eb4-bf468675a83b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:00.553215 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ac379a12-21e9-49df-8eb4-bf468675a83b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for subnet, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:00.584414 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [None req-f15beaa9-cfe4-4798-9bd9-a1ac5d9ae037 admin admin] Allocated IP 172.27.2.107 (891dfe80-61d0-4c14-832c-7438dfe6f055/08f8fc41-5d8c-4fca-8f02-9f082906db87/e6103fa9-57a4-479c-ad80-5e61eb407a34) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:43:00.637496 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Network 41a8f465-c4c3-4408-a9dd-14556e78b966 is already hosted by enough agents. {{(pid=109285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:43:00.711748 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.scheduler.base_scheduler [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Resources bound (agent type, host, resource id): {{(pid=109285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:43:00.731023 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Pushing event updated for resources: {'Port': ['ID=5d5ab0ed-2b67-46d6-88e6-eaab3c53032d,revision_number=1']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:00.736877 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Received port after_create {{(pid=109285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:43:00.757311 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a24c23e5-ad45-4ce7-b2f4-e7a75ca5546d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1719506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:00.758179 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f15beaa9-cfe4-4798-9bd9-a1ac5d9ae037 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:00.759137 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a24c23e5-ad45-4ce7-b2f4-e7a75ca5546d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1712850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1713320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-946'] for router, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:00.763741 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:00.764353 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:00.764864 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:00.765385 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:00.765910 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:00.766432 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:00.766924 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:00.767420 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:00.767927 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:00.768410 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:00.768877 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:00.769369 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Tracked resource versions report: Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: pushed versions: Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: { 'AddressGroup': {'1.2'}, Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: 'ConntrackHelper': {'1.0'}, Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: 'Log': {'1.0'}, Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: 'Network': {'1.1'}, Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: 'Port': {'1.7'}, Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: 'PortForwarding': {'1.2'}, Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: 'QosPolicy': {'1.10'}, Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: 'SecurityGroup': {'1.5'}, Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: 'SecurityGroupRule': {'1.2'}, Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: 'SubPort': {'1.0'}, Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: 'Subnet': {'1.1'}, Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: 'Trunk': {'1.1'}} Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: consumer versions: Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: { DHCP agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: HyperV agent@hv-cinder-80403: {}, Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: L3 agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: Metadata agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: Metering agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: Open vSwitch agent@dv-cinder-804035-14-iscsi: { 'AddressGroup': '1.2', Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: 'ConntrackHelper': '1.0', Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: 'Log': '1.0', Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: 'Network': '1.1', Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: 'Port': '1.7', Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: 'PortForwarding': '1.2', Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: 'QosPolicy': '1.10', Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: 'SecurityGroup': '1.5', Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: 'SecurityGroupRule': '1.2', Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: 'SubPort': '1.0', Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: 'Subnet': '1.1', Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: 'Trunk': '1.1'}} Nov 23 07:43:00.770805 dv-cinder-804035-14-iscsi neutron-server[109285]: {{(pid=109285) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 07:43:00.906654 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05145fd-4b09-4e03-9115-04708be5b17b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d3c1c3e-7e7c-57c3-af0f-cd4a647982af-d9cb767d-e579-4bd6-9168-0f1ea7c41329', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'fixed_ips': [{'subnet_id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5'}]}} from dv-cinder-804035-14-iscsi. {{(pid=109285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 07:43:00.907742 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e05145fd-4b09-4e03-9115-04708be5b17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:00.928120 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7d0ed2-a9cf-4d4a-8362-74b1ba7d1c32 None None] Network b78d8c29-35aa-4c8a-8439-dc361a48243a requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:43:00.930257 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Attempting to bind port 5d5ab0ed-2b67-46d6-88e6-eaab3c53032d on host dv-cinder-804035-14-iscsi for vnic_type normal with profile {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:43:00.930817 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Attempting to bind port 5d5ab0ed-2b67-46d6-88e6-eaab3c53032d by drivers openvswitch,hyperv on host dv-cinder-804035-14-iscsi at level 0 using segments [{'id': 'd49c0d41-f11b-425e-9786-8329159ba34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966'}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:43:00.931352 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Attempting to bind port 5d5ab0ed-2b67-46d6-88e6-eaab3c53032d on network 41a8f465-c4c3-4408-a9dd-14556e78b966 {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:43:00.967538 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a24c23e5-ad45-4ce7-b2f4-e7a75ca5546d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:00.969544 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Checking agent: {'id': 'b3285c04-b64b-48ad-a641-833cdb741995', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'started_at': datetime.datetime(2021, 11, 23, 7, 35, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:43:00.970136 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Checking segment: {'id': 'd49c0d41-f11b-425e-9786-8329159ba34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:43:00.970734 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:00.971299 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Bound using segment: {'id': 'd49c0d41-f11b-425e-9786-8329159ba34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966'} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:43:00.971963 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Bound port: 5d5ab0ed-2b67-46d6-88e6-eaab3c53032d, host: dv-cinder-804035-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd49c0d41-f11b-425e-9786-8329159ba34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966'}}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:43:00.972540 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:00.972801 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f15beaa9-cfe4-4798-9bd9-a1ac5d9ae037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:01.005904 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-ac379a12-21e9-49df-8eb4-bf468675a83b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0523601 Nov 23 07:43:01.010283 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 40944) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:01.049218 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-947d65ff-f754-4ca3-86ac-5b537f784fcc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1010763571-router', 'tenant_id': 'ed47c8e5e9704a0abf5643f488f1b2be', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:43:01.150147 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15beaa9-cfe4-4798-9bd9-a1ac5d9ae037 admin admin] Pushing event updated for resources: {'Port': ['ID=e6103fa9-57a4-479c-ad80-5e61eb407a34,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:01.152970 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 40950) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:01.152970 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 40952) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:01.160206 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15beaa9-cfe4-4798-9bd9-a1ac5d9ae037 admin admin] Network 891dfe80-61d0-4c14-832c-7438dfe6f055 is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:43:01.162528 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [None req-f15beaa9-cfe4-4798-9bd9-a1ac5d9ae037 admin admin] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:43:01.214674 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15beaa9-cfe4-4798-9bd9-a1ac5d9ae037 admin admin] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:43:01.332955 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-947d65ff-f754-4ca3-86ac-5b537f784fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1719506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:01.334110 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-947d65ff-f754-4ca3-86ac-5b537f784fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1712850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1713320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-946'] for router, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:01.345940 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-b7d32bdb-ee62-4ed5-8da9-d20b9d9a16c4 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:01.354641 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-b7d32bdb-ee62-4ed5-8da9-d20b9d9a16c4 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/networks?id=9af761aa-3754-4538-98bd-443814fd3260 HTTP/1.1" status: 200 len: 811 time: 1.0220482 Nov 23 07:43:01.357896 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a24c23e5-ad45-4ce7-b2f4-e7a75ca5546d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:01.385941 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-c8a19f8f-a0cd-4447-883f-5bca70abdcfa tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/quotas/3d02de9f94b74169860663f89342f9d8 HTTP/1.1" status: 200 len: 375 time: 0.0297451 Nov 23 07:43:01.425751 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-37325299-468e-4827-9b85-a770621fbeb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:01.483860 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] For port 5d5ab0ed-2b67-46d6-88e6-eaab3c53032d, host dv-cinder-804035-14-iscsi, cleared binding levels {{(pid=109285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:43:01.505520 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.db_base_plugin_common [None req-e05145fd-4b09-4e03-9115-04708be5b17b None None] Allocated IP 172.20.0.2 (d9cb767d-e579-4bd6-9168-0f1ea7c41329/fd5e1985-8805-41d1-90d4-bdc402c620b5/ac9ef749-cba2-4e77-89f7-de41151e8d6c) {{(pid=109285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:43:01.507095 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-9321230a-8db3-41d2-8075-abce1da9c8fb tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3d02de9f94b74169860663f89342f9d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1201966 Nov 23 07:43:01.515025 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] For port 5d5ab0ed-2b67-46d6-88e6-eaab3c53032d, host dv-cinder-804035-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=5d5ab0ed-2b67-46d6-88e6-eaab3c53032d,segment=NetworkSegment(d49c0d41-f11b-425e-9786-8329159ba34c),segment_id=d49c0d41-f11b-425e-9786-8329159ba34c)] {{(pid=109285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:43:01.525038 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:01.594698 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-48efc5cb-f205-4319-9063-dd8521185112 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:01.600562 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-947d65ff-f754-4ca3-86ac-5b537f784fcc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:01.601631 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-f476c7ea-42b4-4467-aed5-e1eeb3ffc936 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:01.607263 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4339dec-561f-4aec-92b8-483d12abecb4 None None] Pushing event updated for resources: {'Port': ['ID=5d5ab0ed-2b67-46d6-88e6-eaab3c53032d,revision_number=2']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:01.905878 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e05145fd-4b09-4e03-9115-04708be5b17b None None] Publish callbacks [] for port, precommit_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:01.916793 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e05145fd-4b09-4e03-9115-04708be5b17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:01.926162 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 40982) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:02.012104 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05145fd-4b09-4e03-9115-04708be5b17b None None] Pushing event updated for resources: {'Port': ['ID=ac9ef749-cba2-4e77-89f7-de41151e8d6c,revision_number=1']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:02.018095 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05145fd-4b09-4e03-9115-04708be5b17b None None] Network d9cb767d-e579-4bd6-9168-0f1ea7c41329 is already hosted by enough agents. {{(pid=109285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:43:02.021898 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.scheduler.base_scheduler [None req-e05145fd-4b09-4e03-9115-04708be5b17b None None] Resources bound (agent type, host, resource id): {{(pid=109285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:43:02.118098 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05145fd-4b09-4e03-9115-04708be5b17b None None] Received port after_create {{(pid=109285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:43:02.118978 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c5f07d7d-2591-4130-96fb-b3a57b7f73a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:02.144779 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-e05145fd-4b09-4e03-9115-04708be5b17b None None] Attempting to bind port ac9ef749-cba2-4e77-89f7-de41151e8d6c on host dv-cinder-804035-14-iscsi for vnic_type normal with profile {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:43:02.145430 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-e05145fd-4b09-4e03-9115-04708be5b17b None None] Attempting to bind port ac9ef749-cba2-4e77-89f7-de41151e8d6c by drivers openvswitch,hyperv on host dv-cinder-804035-14-iscsi at level 0 using segments [{'id': '95e06a39-5611-4f52-aae3-4e8bf3bb6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329'}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:43:02.146370 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05145fd-4b09-4e03-9115-04708be5b17b None None] Attempting to bind port ac9ef749-cba2-4e77-89f7-de41151e8d6c on network d9cb767d-e579-4bd6-9168-0f1ea7c41329 {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:43:02.154837 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05145fd-4b09-4e03-9115-04708be5b17b None None] Checking agent: {'id': 'b3285c04-b64b-48ad-a641-833cdb741995', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'started_at': datetime.datetime(2021, 11, 23, 7, 35, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:43:02.155722 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05145fd-4b09-4e03-9115-04708be5b17b None None] Checking segment: {'id': '95e06a39-5611-4f52-aae3-4e8bf3bb6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:43:02.156956 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e05145fd-4b09-4e03-9115-04708be5b17b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:02.158027 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05145fd-4b09-4e03-9115-04708be5b17b None None] Bound using segment: {'id': '95e06a39-5611-4f52-aae3-4e8bf3bb6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329'} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:43:02.158777 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-e05145fd-4b09-4e03-9115-04708be5b17b None None] Bound port: ac9ef749-cba2-4e77-89f7-de41151e8d6c, host: dv-cinder-804035-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e06a39-5611-4f52-aae3-4e8bf3bb6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329'}}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:43:02.159497 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e05145fd-4b09-4e03-9115-04708be5b17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:02.182292 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f15beaa9-cfe4-4798-9bd9-a1ac5d9ae037 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:02.190469 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-e28b33ca-634d-4935-97c8-7edbd0de5a84 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=109284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 07:43:02.198226 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-e28b33ca-634d-4935-97c8-7edbd0de5a84 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4983985 Nov 23 07:43:02.245681 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-947d65ff-f754-4ca3-86ac-5b537f784fcc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:02.263636 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-f476c7ea-42b4-4467-aed5-e1eeb3ffc936 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:02.282832 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e05145fd-4b09-4e03-9115-04708be5b17b None None] For port ac9ef749-cba2-4e77-89f7-de41151e8d6c, host dv-cinder-804035-14-iscsi, cleared binding levels {{(pid=109285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:43:02.284627 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-f476c7ea-42b4-4467-aed5-e1eeb3ffc936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:02.288629 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e05145fd-4b09-4e03-9115-04708be5b17b None None] For port ac9ef749-cba2-4e77-89f7-de41151e8d6c, host dv-cinder-804035-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=ac9ef749-cba2-4e77-89f7-de41151e8d6c,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:43:02.294499 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e05145fd-4b09-4e03-9115-04708be5b17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:02.353541 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c5f07d7d-2591-4130-96fb-b3a57b7f73a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:02.369223 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05145fd-4b09-4e03-9115-04708be5b17b None None] Pushing event updated for resources: {'Port': ['ID=ac9ef749-cba2-4e77-89f7-de41151e8d6c,revision_number=2']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:02.374183 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476c7ea-42b4-4467-aed5-e1eeb3ffc936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854633e8-7819-4263-81fd-ed7e8a74320f,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:02.408095 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c5f07d7d-2591-4130-96fb-b3a57b7f73a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:02.450142 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-f476c7ea-42b4-4467-aed5-e1eeb3ffc936 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2db9a987f1be432faf80a93471c110a0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2660468 Nov 23 07:43:02.454796 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-48efc5cb-f205-4319-9063-dd8521185112 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:02.457031 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 40990) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:02.480124 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-48efc5cb-f205-4319-9063-dd8521185112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:02.511894 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-c5f07d7d-2591-4130-96fb-b3a57b7f73a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=34afb4500146431ab388028fbad370f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5844882 Nov 23 07:43:02.515326 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 40992) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:02.518327 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f07d7d-2591-4130-96fb-b3a57b7f73a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a0f437-aac5-46d7-b0eb-14707e0bc8f2,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:02.569483 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f15beaa9-cfe4-4798-9bd9-a1ac5d9ae037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1712759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1712217'] for router, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:02.645066 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f7de118c-54df-490c-b272-c9c183036daf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:02.652742 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-71b59c75-faed-4042-b232-8e4c6b5bb62f service neutron] 10.222.0.48 "GET /v2.0/networks/9af761aa-3754-4538-98bd-443814fd3260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536393 Nov 23 07:43:02.673990 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-48efc5cb-f205-4319-9063-dd8521185112 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6751ead0b375463790cd4dbda3b25f89&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4881842 Nov 23 07:43:02.689293 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 40996) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:02.689859 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efc5cb-f205-4319-9063-dd8521185112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdcff1b-80d8-4fd8-a8fa-a3b15941c742,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:02.726317 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f7de118c-54df-490c-b272-c9c183036daf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:02.784656 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:02.846814 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f7de118c-54df-490c-b272-c9c183036daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:02.849481 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f7de118c-54df-490c-b272-c9c183036daf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:02.850681 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-f7de118c-54df-490c-b272-c9c183036daf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87a0f437-aac5-46d7-b0eb-14707e0bc8f2 HTTP/1.1" status: 204 len: 168 time: 0.3343601 Nov 23 07:43:02.851578 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15beaa9-cfe4-4798-9bd9-a1ac5d9ae037 admin admin] Router 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 is scheduled to L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 with binding_index 1 {{(pid=109283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 07:43:02.889582 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a24c23e5-ad45-4ce7-b2f4-e7a75ca5546d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:02.891380 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b1530a13-06ab-4ae8-bd82-5022ae35d305 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:02.893484 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de118c-54df-490c-b272-c9c183036daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a0f437-aac5-46d7-b0eb-14707e0bc8f2,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:02.974819 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a24c23e5-ad45-4ce7-b2f4-e7a75ca5546d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:02.994575 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-722e6890-e390-403e-bbb6-8ebcedc2cfa6 service neutron] 10.222.0.48 "GET /v2.0/networks/9af761aa-3754-4538-98bd-443814fd3260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237057 Nov 23 07:43:03.000071 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5286a5c1-9d6f-4971-a773-e87818d2569d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:03.003008 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b1530a13-06ab-4ae8-bd82-5022ae35d305 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:03.048450 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15beaa9-cfe4-4798-9bd9-a1ac5d9ae037 admin admin] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:43:03.064588 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a410f990-44b9-45cb-ac45-2d017ae2eb1a None None] Sync routers for ids ['74ab5de3-8801-40c3-96b4-eaa83e6bcb01'] in dv-cinder-804035-14-iscsi {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:43:03.086079 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a410f990-44b9-45cb-ac45-2d017ae2eb1a None None] Routers {'74ab5de3-8801-40c3-96b4-eaa83e6bcb01'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:43:03.086747 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-a410f990-44b9-45cb-ac45-2d017ae2eb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:43:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['74ab5de3-8801-40c3-96b4-eaa83e6bcb01'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:43:03.101840 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f15beaa9-cfe4-4798-9bd9-a1ac5d9ae037 admin admin] Publish callbacks [] for router, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:03.103311 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-f15beaa9-cfe4-4798-9bd9-a1ac5d9ae037 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9340720 Nov 23 07:43:03.108574 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 41004) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:03.225429 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fa0311-db31-43f0-b831-b7766fe1e940 None None] Network 41a8f465-c4c3-4408-a9dd-14556e78b966 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:43:03.314370 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5286a5c1-9d6f-4971-a773-e87818d2569d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:03.367923 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-03f94b13-737b-4703-8e1e-e5cc5dcad12c None None] Provisioning complete for port 5d5ab0ed-2b67-46d6-88e6-eaab3c53032d triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:03.368446 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-03f94b13-737b-4703-8e1e-e5cc5dcad12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:03.452573 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 41012) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:03.454944 dv-cinder-804035-14-iscsi neutron-server[109283]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 07:43:03.503327 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41016) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:03.507634 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-a410f990-44b9-45cb-ac45-2d017ae2eb1a None None] Set router 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:43:03.544757 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9895d757-7fa8-4826-8dab-673ea358174b req-404911d1-5afe-454f-b423-d20c27254501 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 210 time: 0.0909503 Nov 23 07:43:03.584140 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b1530a13-06ab-4ae8-bd82-5022ae35d305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:03.587125 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b1530a13-06ab-4ae8-bd82-5022ae35d305 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:03.588331 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-b1530a13-06ab-4ae8-bd82-5022ae35d305 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/854633e8-7819-4263-81fd-ed7e8a74320f HTTP/1.1" status: 204 len: 168 time: 1.1290500 Nov 23 07:43:03.686722 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a115aa73-56e0-474e-a1b3-368490e4ca23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:03.718829 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-03f94b13-737b-4703-8e1e-e5cc5dcad12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:03.733879 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1530a13-06ab-4ae8-bd82-5022ae35d305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854633e8-7819-4263-81fd-ed7e8a74320f,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:03.775411 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.db_base_plugin_common [None req-a24c23e5-ad45-4ce7-b2f4-e7a75ca5546d admin admin] Allocated IP 172.27.2.23 (891dfe80-61d0-4c14-832c-7438dfe6f055/08f8fc41-5d8c-4fca-8f02-9f082906db87/d0e22c7a-79bd-42d4-a638-a1bfbb847bbf) {{(pid=109284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:43:03.834071 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-947d65ff-f754-4ca3-86ac-5b537f784fcc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:03.894059 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-03f94b13-737b-4703-8e1e-e5cc5dcad12c None None] For port 5d5ab0ed-2b67-46d6-88e6-eaab3c53032d, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=5d5ab0ed-2b67-46d6-88e6-eaab3c53032d,segment=NetworkSegment(d49c0d41-f11b-425e-9786-8329159ba34c),segment_id=d49c0d41-f11b-425e-9786-8329159ba34c)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:43:03.906608 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-03f94b13-737b-4703-8e1e-e5cc5dcad12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:03.980993 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-947d65ff-f754-4ca3-86ac-5b537f784fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:04.024152 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb3111d-8e01-43a3-b351-c366c94baa89 None None] Network d9cb767d-e579-4bd6-9168-0f1ea7c41329 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:43:04.065544 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-a410f990-44b9-45cb-ac45-2d017ae2eb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'name': 'tempest-AttachVolumeTestJSON-1793854537-router', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:42:59Z', 'updated_at': '2021-11-23T07:43:01Z', 'revision_number': 3, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'gw_port': {'id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:21:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi'}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:43:04.163570 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-6cad2aa5-ee88-4d63-a6ba-7c77ae12a19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:04.167092 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a410f990-44b9-45cb-ac45-2d017ae2eb1a None None] Checking router: 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 for host: dv-cinder-804035-14-iscsi {{(pid=109286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:43:04.169056 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a410f990-44b9-45cb-ac45-2d017ae2eb1a None None] Updating router 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 port e6103fa9-57a4-479c-ad80-5e61eb407a34 binding host dv-cinder-804035-14-iscsi {{(pid=109286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 07:43:04.249320 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f94b13-737b-4703-8e1e-e5cc5dcad12c None None] Pushing event updated for resources: {'Port': ['ID=5d5ab0ed-2b67-46d6-88e6-eaab3c53032d,revision_number=3']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:04.264832 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-a410f990-44b9-45cb-ac45-2d017ae2eb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:04.265101 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-921fd8d1-f5c6-4c9c-b2a5-91d169f67895 None None] Provisioning complete for port ac9ef749-cba2-4e77-89f7-de41151e8d6c triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:04.265474 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-921fd8d1-f5c6-4c9c-b2a5-91d169f67895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:04.477685 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5286a5c1-9d6f-4971-a773-e87818d2569d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:04.493337 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5286a5c1-9d6f-4971-a773-e87818d2569d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:04.497308 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-5286a5c1-9d6f-4971-a773-e87818d2569d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dbdcff1b-80d8-4fd8-a8fa-a3b15941c742 HTTP/1.1" status: 204 len: 168 time: 1.8008609 Nov 23 07:43:04.509627 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a24c23e5-ad45-4ce7-b2f4-e7a75ca5546d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:04.528214 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286a5c1-9d6f-4971-a773-e87818d2569d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdcff1b-80d8-4fd8-a8fa-a3b15941c742,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:04.597684 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a24c23e5-ad45-4ce7-b2f4-e7a75ca5546d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:04.650792 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a115aa73-56e0-474e-a1b3-368490e4ca23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:04.678279 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a115aa73-56e0-474e-a1b3-368490e4ca23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:04.706743 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24c23e5-ad45-4ce7-b2f4-e7a75ca5546d admin admin] Network 891dfe80-61d0-4c14-832c-7438dfe6f055 is already hosted by enough agents. {{(pid=109284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:43:04.708057 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 5d5ab0ed-2b67-46d6-88e6-eaab3c53032d up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:43:04.767041 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-a24c23e5-ad45-4ce7-b2f4-e7a75ca5546d admin admin] Resources bound (agent type, host, resource id): {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:43:04.799393 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24c23e5-ad45-4ce7-b2f4-e7a75ca5546d admin admin] Received port after_create {{(pid=109284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:43:04.802457 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.db_base_plugin_common [None req-947d65ff-f754-4ca3-86ac-5b537f784fcc admin admin] Allocated IP 172.27.2.7 (891dfe80-61d0-4c14-832c-7438dfe6f055/08f8fc41-5d8c-4fca-8f02-9f082906db87/84265cb0-47d6-4023-b489-5258ac1f37fe) {{(pid=109284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:43:04.806200 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-e4475d22-b657-4ea7-9fa2-093e9a219641 req-4bd16b60-7fe9-4377-b41e-444bf6c97093 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 210 time: 0.1050751 Nov 23 07:43:04.815400 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c23e5-ad45-4ce7-b2f4-e7a75ca5546d admin admin] Pushing event updated for resources: {'Port': ['ID=d0e22c7a-79bd-42d4-a638-a1bfbb847bbf,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:04.863272 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-a115aa73-56e0-474e-a1b3-368490e4ca23 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c255221b86cc43fdbd19e0fbf0090a0c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3517218 Nov 23 07:43:04.901441 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41074) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:04.908834 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115aa73-56e0-474e-a1b3-368490e4ca23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df98701-b5db-45f2-aa15-c8e3539311ca,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:05.000055 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [None req-6cad2aa5-ee88-4d63-a6ba-7c77ae12a19a admin admin] Allocated IP 172.20.0.1 (41a8f465-c4c3-4408-a9dd-14556e78b966/f02b6904-8bee-4b65-8d68-a5eced424f54/c744d497-55c1-4984-8d71-d54aea45c656) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:43:05.043163 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:05.137114 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-581dec8b-37cd-4d61-b58c-df758e3e8132 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:05.166216 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41084) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:05.185107 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 5d5ab0ed-2b67-46d6-88e6-eaab3c53032d triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:05.185480 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:05.209786 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-921fd8d1-f5c6-4c9c-b2a5-91d169f67895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:05.289233 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-921fd8d1-f5c6-4c9c-b2a5-91d169f67895 None None] For port ac9ef749-cba2-4e77-89f7-de41151e8d6c, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=ac9ef749-cba2-4e77-89f7-de41151e8d6c,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:43:05.312150 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-6cad2aa5-ee88-4d63-a6ba-7c77ae12a19a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:05.360491 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device ac9ef749-cba2-4e77-89f7-de41151e8d6c up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:43:05.362120 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-947d65ff-f754-4ca3-86ac-5b537f784fcc admin admin] Publish callbacks [] for port, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:05.381426 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-6cad2aa5-ee88-4d63-a6ba-7c77ae12a19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:05.407538 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-921fd8d1-f5c6-4c9c-b2a5-91d169f67895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:05.455682 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-e5cf17c4-23da-440b-8d24-fb98b36f0b0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:05.459540 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-581dec8b-37cd-4d61-b58c-df758e3e8132 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:05.466560 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad2aa5-ee88-4d63-a6ba-7c77ae12a19a admin admin] Pushing event updated for resources: {'Port': ['ID=c744d497-55c1-4984-8d71-d54aea45c656,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:05.484714 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port ac9ef749-cba2-4e77-89f7-de41151e8d6c triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:05.485869 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:05.500758 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cad2aa5-ee88-4d63-a6ba-7c77ae12a19a admin admin] Network 41a8f465-c4c3-4408-a9dd-14556e78b966 is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:43:05.529126 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [None req-6cad2aa5-ee88-4d63-a6ba-7c77ae12a19a admin admin] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:43:05.536604 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cad2aa5-ee88-4d63-a6ba-7c77ae12a19a admin admin] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:43:05.541018 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-6cad2aa5-ee88-4d63-a6ba-7c77ae12a19a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712296'] for router_interface, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:05.670159 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a24c23e5-ad45-4ce7-b2f4-e7a75ca5546d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:05.683710 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:05.693470 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921fd8d1-f5c6-4c9c-b2a5-91d169f67895 None None] Pushing event updated for resources: {'Port': ['ID=ac9ef749-cba2-4e77-89f7-de41151e8d6c,revision_number=3']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:05.773938 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-fa8b9987-559c-489a-97f6-ad7a4342f5ab None None] Provisioning complete for port 5d5ab0ed-2b67-46d6-88e6-eaab3c53032d triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:05.777170 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-fa8b9987-559c-489a-97f6-ad7a4342f5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:06.003596 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-a410f990-44b9-45cb-ac45-2d017ae2eb1a None None] Publish callbacks [] for port, precommit_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:06.023734 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-a410f990-44b9-45cb-ac45-2d017ae2eb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:06.052179 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-947d65ff-f754-4ca3-86ac-5b537f784fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:06.090937 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-581dec8b-37cd-4d61-b58c-df758e3e8132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:06.105234 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-581dec8b-37cd-4d61-b58c-df758e3e8132 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:06.106830 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-581dec8b-37cd-4d61-b58c-df758e3e8132 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9df98701-b5db-45f2-aa15-c8e3539311ca HTTP/1.1" status: 204 len: 168 time: 1.2022309 Nov 23 07:43:06.170524 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-641bbad2-c974-4861-a7e2-d29eee3d322f None None] Provisioning complete for port ac9ef749-cba2-4e77-89f7-de41151e8d6c triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:06.170524 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-641bbad2-c974-4861-a7e2-d29eee3d322f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:06.175033 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.managers [None req-a410f990-44b9-45cb-ac45-2d017ae2eb1a None None] Attempting to bind port e6103fa9-57a4-479c-ad80-5e61eb407a34 on host dv-cinder-804035-14-iscsi for vnic_type normal with profile {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:43:06.175599 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.managers [None req-a410f990-44b9-45cb-ac45-2d017ae2eb1a None None] Attempting to bind port e6103fa9-57a4-479c-ad80-5e61eb407a34 by drivers openvswitch,hyperv on host dv-cinder-804035-14-iscsi at level 0 using segments [{'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}] {{(pid=109286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:43:06.176442 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a410f990-44b9-45cb-ac45-2d017ae2eb1a None None] Attempting to bind port e6103fa9-57a4-479c-ad80-5e61eb407a34 on network 891dfe80-61d0-4c14-832c-7438dfe6f055 {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:43:06.184460 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 5d5ab0ed-2b67-46d6-88e6-eaab3c53032d up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:43:06.187991 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a410f990-44b9-45cb-ac45-2d017ae2eb1a None None] Checking agent: {'id': 'b3285c04-b64b-48ad-a641-833cdb741995', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'started_at': datetime.datetime(2021, 11, 23, 7, 35, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:43:06.188842 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a410f990-44b9-45cb-ac45-2d017ae2eb1a None None] Checking segment: {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:43:06.189530 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-a410f990-44b9-45cb-ac45-2d017ae2eb1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:06.190224 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a410f990-44b9-45cb-ac45-2d017ae2eb1a None None] Bound using segment: {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'} {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:43:06.191324 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.managers [None req-a410f990-44b9-45cb-ac45-2d017ae2eb1a None None] Bound port: e6103fa9-57a4-479c-ad80-5e61eb407a34, host: dv-cinder-804035-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}}] {{(pid=109286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:43:06.192283 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-a410f990-44b9-45cb-ac45-2d017ae2eb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:06.235695 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b081fa2d-8fc4-4e34-8131-216d9b8f7b97 req-d3396de6-8589-456a-abee-bc2c7c682cf8 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 210 time: 0.0572548 Nov 23 07:43:06.242514 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-6cad2aa5-ee88-4d63-a6ba-7c77ae12a19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:06.269268 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.db [None req-a410f990-44b9-45cb-ac45-2d017ae2eb1a None None] For port e6103fa9-57a4-479c-ad80-5e61eb407a34, host dv-cinder-804035-14-iscsi, cleared binding levels {{(pid=109286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:43:06.273742 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.db [None req-a410f990-44b9-45cb-ac45-2d017ae2eb1a None None] For port e6103fa9-57a4-479c-ad80-5e61eb407a34, host dv-cinder-804035-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=e6103fa9-57a4-479c-ad80-5e61eb407a34,segment=NetworkSegment(c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c),segment_id=c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c)] {{(pid=109286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:43:06.292628 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-a410f990-44b9-45cb-ac45-2d017ae2eb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:06.296764 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581dec8b-37cd-4d61-b58c-df758e3e8132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df98701-b5db-45f2-aa15-c8e3539311ca,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:06.316219 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947d65ff-f754-4ca3-86ac-5b537f784fcc admin admin] Network 891dfe80-61d0-4c14-832c-7438dfe6f055 is already hosted by enough agents. {{(pid=109284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:43:06.324179 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6552af-89b4-4397-aaca-1d9c7b38e392 None None] Pushing event updated for resources: {'Port': ['ID=e6103fa9-57a4-479c-ad80-5e61eb407a34,revision_number=2']} {{(pid=109286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:06.353832 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6552af-89b4-4397-aaca-1d9c7b38e392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:06.354562 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6552af-89b4-4397-aaca-1d9c7b38e392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:06.355367 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6552af-89b4-4397-aaca-1d9c7b38e392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:06.356723 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6552af-89b4-4397-aaca-1d9c7b38e392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:06.357123 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6552af-89b4-4397-aaca-1d9c7b38e392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:06.358058 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6552af-89b4-4397-aaca-1d9c7b38e392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:06.358413 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6552af-89b4-4397-aaca-1d9c7b38e392 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:06.358760 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6552af-89b4-4397-aaca-1d9c7b38e392 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:06.359160 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6552af-89b4-4397-aaca-1d9c7b38e392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:06.360423 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6552af-89b4-4397-aaca-1d9c7b38e392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:06.360792 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6552af-89b4-4397-aaca-1d9c7b38e392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:06.361174 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6552af-89b4-4397-aaca-1d9c7b38e392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6552af-89b4-4397-aaca-1d9c7b38e392 None None] Tracked resource versions report: Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: pushed versions: Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: { 'AddressGroup': {'1.2'}, Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: 'ConntrackHelper': {'1.0'}, Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: 'Log': {'1.0'}, Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: 'Network': {'1.1'}, Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: 'Port': {'1.7'}, Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: 'PortForwarding': {'1.2'}, Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: 'QosPolicy': {'1.10'}, Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: 'SecurityGroup': {'1.5'}, Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: 'SecurityGroupRule': {'1.2'}, Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: 'SubPort': {'1.0'}, Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: 'Subnet': {'1.1'}, Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: 'Trunk': {'1.1'}} Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: consumer versions: Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: { DHCP agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: HyperV agent@hv-cinder-80403: {}, Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: L3 agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: Metadata agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: Metering agent@dv-cinder-804035-14-iscsi: {}, Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: Open vSwitch agent@dv-cinder-804035-14-iscsi: { 'AddressGroup': '1.2', Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: 'ConntrackHelper': '1.0', Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: 'Log': '1.0', Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: 'Network': '1.1', Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: 'Port': '1.7', Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: 'PortForwarding': '1.2', Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: 'QosPolicy': '1.10', Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: 'SecurityGroup': '1.5', Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: 'SecurityGroupRule': '1.2', Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: 'SubPort': '1.0', Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: 'Subnet': '1.1', Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: 'Trunk': '1.1'}} Nov 23 07:43:06.362460 dv-cinder-804035-14-iscsi neutron-server[109286]: {{(pid=109286) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 07:43:06.364523 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-947d65ff-f754-4ca3-86ac-5b537f784fcc admin admin] Resources bound (agent type, host, resource id): {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:43:06.397922 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947d65ff-f754-4ca3-86ac-5b537f784fcc admin admin] Received port after_create {{(pid=109284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:43:06.413524 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a410f990-44b9-45cb-ac45-2d017ae2eb1a None None] Routers {'74ab5de3-8801-40c3-96b4-eaa83e6bcb01'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:43:06.414413 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-a410f990-44b9-45cb-ac45-2d017ae2eb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:43:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['74ab5de3-8801-40c3-96b4-eaa83e6bcb01'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:43:06.430812 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a24c23e5-ad45-4ce7-b2f4-e7a75ca5546d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1712759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1712217'] for router, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:06.506170 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d65ff-f754-4ca3-86ac-5b537f784fcc admin admin] Pushing event updated for resources: {'Port': ['ID=84265cb0-47d6-4023-b489-5258ac1f37fe,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:06.546524 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6552af-89b4-4397-aaca-1d9c7b38e392 None None] Pushing event updated for resources: {'Port': ['ID=e6103fa9-57a4-479c-ad80-5e61eb407a34,revision_number=3']} {{(pid=109286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:06.573014 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 5d5ab0ed-2b67-46d6-88e6-eaab3c53032d triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:06.573797 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:06.615642 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-a410f990-44b9-45cb-ac45-2d017ae2eb1a None None] Set router 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:43:06.625135 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-e5cf17c4-23da-440b-8d24-fb98b36f0b0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:06.630502 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-6cad2aa5-ee88-4d63-a6ba-7c77ae12a19a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:06.633842 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 41114) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:06.645179 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-e5cf17c4-23da-440b-8d24-fb98b36f0b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:06.649984 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-6cad2aa5-ee88-4d63-a6ba-7c77ae12a19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:06.651598 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-6cad2aa5-ee88-4d63-a6ba-7c77ae12a19a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1712664'] for router_interface, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:06.675492 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-641bbad2-c974-4861-a7e2-d29eee3d322f None None] Provisioning complete for port c744d497-55c1-4984-8d71-d54aea45c656 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:06.683099 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-641bbad2-c974-4861-a7e2-d29eee3d322f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:06.774305 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad2aa5-ee88-4d63-a6ba-7c77ae12a19a admin admin] Pushing event updated for resources: {'Port': ['ID=c744d497-55c1-4984-8d71-d54aea45c656,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:06.826002 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf17c4-23da-440b-8d24-fb98b36f0b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d46fed-ccfc-416a-b64a-ab6bb1df7f67,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:06.905497 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.31', 49889) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:06.968994 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-e5cf17c4-23da-440b-8d24-fb98b36f0b0e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b460dc8d88f45fb97ed673e8774a60f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8008764 Nov 23 07:43:06.971272 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41124) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:06.989183 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device ac9ef749-cba2-4e77-89f7-de41151e8d6c up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:43:06.996315 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-a410f990-44b9-45cb-ac45-2d017ae2eb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'name': 'tempest-AttachVolumeTestJSON-1793854537-router', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:42:59Z', 'updated_at': '2021-11-23T07:43:06Z', 'revision_number': 4, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'gw_port': {'id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:21:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'c744d497-55c1-4984-8d71-d54aea45c656', 'name': '', 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'mac_address': 'fa:16:3e:40:12:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:04Z', 'updated_at': '2021-11-23T07:43:05Z', 'revision_number': 1, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'subnets': [{'id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:43:07.042892 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a410f990-44b9-45cb-ac45-2d017ae2eb1a None None] The sync data for ids ['74ab5de3-8801-40c3-96b4-eaa83e6bcb01'] in dv-cinder-804035-14-iscsi is: [{'id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'name': 'tempest-AttachVolumeTestJSON-1793854537-router', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:42:59Z', 'updated_at': '2021-11-23T07:43:06Z', 'revision_number': 4, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'gw_port': {'id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:21:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'c744d497-55c1-4984-8d71-d54aea45c656', 'name': '', 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'mac_address': 'fa:16:3e:40:12:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:04Z', 'updated_at': '2021-11-23T07:43:05Z', 'revision_number': 1, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'subnets': [{'id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:43:07.091677 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-641bbad2-c974-4861-a7e2-d29eee3d322f None None] Port c744d497-55c1-4984-8d71-d54aea45c656 cannot update to ACTIVE because it is not bound. {{(pid=109285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 07:43:07.097067 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:07.107673 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port ac9ef749-cba2-4e77-89f7-de41151e8d6c triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:07.111258 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:07.192638 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cad2aa5-ee88-4d63-a6ba-7c77ae12a19a admin admin] Network 41a8f465-c4c3-4408-a9dd-14556e78b966 is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:43:07.223026 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-947d65ff-f754-4ca3-86ac-5b537f784fcc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:07.227797 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [None req-6cad2aa5-ee88-4d63-a6ba-7c77ae12a19a admin admin] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:43:07.269840 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f626c248-277b-462e-8283-76cb83b54dac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:07.466850 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-85c89c0b-8ce5-4840-896b-7211ed983ed5 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:07.468397 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-85c89c0b-8ce5-4840-896b-7211ed983ed5 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.31 "GET /v2.0/networks?id=9af761aa-3754-4538-98bd-443814fd3260 HTTP/1.1" status: 200 len: 811 time: 0.5619330 Nov 23 07:43:07.565030 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-10291d3a-83a6-4852-9112-92c84993c953 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Request body: {'port': {'device_id': 'be4189be-d8dd-4c98-8200-662d44bcb4a4', 'network_id': '9af761aa-3754-4538-98bd-443814fd3260', 'admin_state_up': True, 'tenant_id': '3d02de9f94b74169860663f89342f9d8'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:43:07.736489 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-4442ab4b-16b5-4743-8259-f33eabed0658 None None] Provisioning complete for port c744d497-55c1-4984-8d71-d54aea45c656 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:07.737112 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-4442ab4b-16b5-4743-8259-f33eabed0658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:07.787690 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ec8e-8189-43be-8a57-9eaebe46ce51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:07.810570 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-4442ab4b-16b5-4743-8259-f33eabed0658 None None] Port c744d497-55c1-4984-8d71-d54aea45c656 cannot update to ACTIVE because it is not bound. {{(pid=109285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 07:43:07.859925 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-e3644a11-7d47-40d3-80d2-1e9ea932283f req-bbf4e390-7e50-4b2d-869c-20602d9390f6 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 210 time: 0.1958230 Nov 23 07:43:07.863166 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ec8e-8189-43be-8a57-9eaebe46ce51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:07.973832 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24c23e5-ad45-4ce7-b2f4-e7a75ca5546d admin admin] Router fdbce833-cdf0-4b8a-b659-620d52c496ff is scheduled to L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 with binding_index 1 {{(pid=109284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 07:43:07.997060 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cad2aa5-ee88-4d63-a6ba-7c77ae12a19a admin admin] Router 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:43:08.044064 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f626c248-277b-462e-8283-76cb83b54dac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:08.063212 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-947d65ff-f754-4ca3-86ac-5b537f784fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1712759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1712217'] for router, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:08.069373 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f626c248-277b-462e-8283-76cb83b54dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:08.077895 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ec8e-8189-43be-8a57-9eaebe46ce51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:08.083641 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ec8e-8189-43be-8a57-9eaebe46ce51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:08.085122 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-b4c4ec8e-8189-43be-8a57-9eaebe46ce51 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b6d46fed-ccfc-416a-b64a-ab6bb1df7f67 HTTP/1.1" status: 204 len: 168 time: 1.1117094 Nov 23 07:43:08.212627 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4ec8e-8189-43be-8a57-9eaebe46ce51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d46fed-ccfc-416a-b64a-ab6bb1df7f67,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:08.353128 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24c23e5-ad45-4ce7-b2f4-e7a75ca5546d admin admin] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:43:08.363049 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d640b11-281d-472e-83b6-59d41e0b6204 None None] Sync routers for ids ['fdbce833-cdf0-4b8a-b659-620d52c496ff'] in dv-cinder-804035-14-iscsi {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:43:08.382796 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d640b11-281d-472e-83b6-59d41e0b6204 None None] Routers {'fdbce833-cdf0-4b8a-b659-620d52c496ff'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:43:08.384423 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-3d640b11-281d-472e-83b6-59d41e0b6204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:43:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['fdbce833-cdf0-4b8a-b659-620d52c496ff'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:43:08.482590 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-f626c248-277b-462e-8283-76cb83b54dac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9aebe4d912a34c37ae3dba38cd6314a7&name=default HTTP/1.1" status: 200 len: 2994 time: 1.8346684 Nov 23 07:43:08.483139 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41186) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:08.491868 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-10291d3a-83a6-4852-9112-92c84993c953 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Made reservation on behalf of 3d02de9f94b74169860663f89342f9d8 for: {'port': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:43:08.499121 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-10291d3a-83a6-4852-9112-92c84993c953 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:08.530364 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a24c23e5-ad45-4ce7-b2f4-e7a75ca5546d admin admin] Publish callbacks [] for router, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:08.530797 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626c248-277b-462e-8283-76cb83b54dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55311c92-e35a-4883-b2d2-d1d083b579dc,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:08.536244 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-a24c23e5-ad45-4ce7-b2f4-e7a75ca5546d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.0985901 Nov 23 07:43:08.537799 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41188) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:08.710670 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947d65ff-f754-4ca3-86ac-5b537f784fcc admin admin] Router b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c is scheduled to L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 with binding_index 1 {{(pid=109284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 07:43:08.741997 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-3d640b11-281d-472e-83b6-59d41e0b6204 None None] Set router fdbce833-cdf0-4b8a-b659-620d52c496ff gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:43:08.997224 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cad2aa5-ee88-4d63-a6ba-7c77ae12a19a admin admin] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:43:09.042734 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-6cad2aa5-ee88-4d63-a6ba-7c77ae12a19a admin admin] 10.222.0.48 "PUT /v2.0/routers/74ab5de3-8801-40c3-96b4-eaa83e6bcb01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9303739 Nov 23 07:43:09.321136 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-3d640b11-281d-472e-83b6-59d41e0b6204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'name': 'tempest-AttachVolumeShelveTestJSON-979039873-router', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:05Z', 'revision_number': 3, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'gw_port': {'id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:17:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:02Z', 'updated_at': '2021-11-23T07:43:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi'}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:43:09.389820 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ea6ac9e3-bcc8-4b38-9e35-376d3f964e13 req-fad2b2c8-31a3-4958-933a-84c9d4c2d3a2 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 210 time: 0.0767970 Nov 23 07:43:09.451106 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d640b11-281d-472e-83b6-59d41e0b6204 None None] Checking router: fdbce833-cdf0-4b8a-b659-620d52c496ff for host: dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:43:09.451325 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-f4244bf5-2fd9-4be7-8fbc-828206f5f922 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:09.451810 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d640b11-281d-472e-83b6-59d41e0b6204 None None] Updating router fdbce833-cdf0-4b8a-b659-620d52c496ff port d0e22c7a-79bd-42d4-a638-a1bfbb847bbf binding host dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 07:43:09.469965 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-10291d3a-83a6-4852-9112-92c84993c953 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Allocated IP 172.20.0.7 (9af761aa-3754-4538-98bd-443814fd3260/1f6a1677-017f-45cd-af64-861665aa02df/54bccf3f-426b-4efd-8ab3-2d36cb64b211) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:43:09.568886 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3d640b11-281d-472e-83b6-59d41e0b6204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:09.828140 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-f4244bf5-2fd9-4be7-8fbc-828206f5f922 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:09.926079 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947d65ff-f754-4ca3-86ac-5b537f784fcc admin admin] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:43:09.953146 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09ad877-24ae-4d0f-b10c-f1e90209c431 None None] Sync routers for ids ['b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c'] in dv-cinder-804035-14-iscsi {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:43:09.966390 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09ad877-24ae-4d0f-b10c-f1e90209c431 None None] Routers {'b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:43:09.967375 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-b09ad877-24ae-4d0f-b10c-f1e90209c431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:43:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:43:09.984570 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-10291d3a-83a6-4852-9112-92c84993c953 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:10.093583 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-947d65ff-f754-4ca3-86ac-5b537f784fcc admin admin] Publish callbacks [] for router, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:10.103649 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-947d65ff-f754-4ca3-86ac-5b537f784fcc admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.0733202 Nov 23 07:43:10.103850 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 41230) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:10.199770 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-b09ad877-24ae-4d0f-b10c-f1e90209c431 None None] Set router b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:43:10.324931 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device e6103fa9-57a4-479c-ad80-5e61eb407a34 up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:43:10.376217 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-f4244bf5-2fd9-4be7-8fbc-828206f5f922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:10.397831 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-f4244bf5-2fd9-4be7-8fbc-828206f5f922 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:10.405741 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-f4244bf5-2fd9-4be7-8fbc-828206f5f922 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/55311c92-e35a-4883-b2d2-d1d083b579dc HTTP/1.1" status: 204 len: 168 time: 1.9262772 Nov 23 07:43:10.430598 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-10291d3a-83a6-4852-9112-92c84993c953 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:10.464132 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244bf5-2fd9-4be7-8fbc-828206f5f922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55311c92-e35a-4883-b2d2-d1d083b579dc,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:10.613461 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 41240) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:10.636083 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-b09ad877-24ae-4d0f-b10c-f1e90209c431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c', 'name': 'tempest-ServerRescueNegativeTestJSON-1010763571-router', 'tenant_id': 'ed47c8e5e9704a0abf5643f488f1b2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '84265cb0-47d6-4023-b489-5258ac1f37fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:43:01Z', 'updated_at': '2021-11-23T07:43:06Z', 'revision_number': 3, 'project_id': 'ed47c8e5e9704a0abf5643f488f1b2be', 'gw_port': {'id': '84265cb0-47d6-4023-b489-5258ac1f37fe', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:eb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:04Z', 'updated_at': '2021-11-23T07:43:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi'}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:43:10.702809 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09ad877-24ae-4d0f-b10c-f1e90209c431 None None] Checking router: b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c for host: dv-cinder-804035-14-iscsi {{(pid=109286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:43:10.703541 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09ad877-24ae-4d0f-b10c-f1e90209c431 None None] Updating router b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c port 84265cb0-47d6-4023-b489-5258ac1f37fe binding host dv-cinder-804035-14-iscsi {{(pid=109286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 07:43:10.711654 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-337a139e-ea86-4f6d-8f61-75a82c7ea51a tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1964586030', 'description': 'tempest-description--1372833725'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:43:10.750420 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-b09ad877-24ae-4d0f-b10c-f1e90209c431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:11.110464 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc79a2fe-9ac6-4d58-a00f-794e689d02e7 None None] Sync routers for ids ['74ab5de3-8801-40c3-96b4-eaa83e6bcb01'] in dv-cinder-804035-14-iscsi {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:43:11.111430 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-10291d3a-83a6-4852-9112-92c84993c953 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Network 9af761aa-3754-4538-98bd-443814fd3260 is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:43:11.160560 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-10291d3a-83a6-4852-9112-92c84993c953 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:43:11.173225 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc79a2fe-9ac6-4d58-a00f-794e689d02e7 None None] Routers {'74ab5de3-8801-40c3-96b4-eaa83e6bcb01'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:43:11.173910 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-fc79a2fe-9ac6-4d58-a00f-794e689d02e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:43:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['74ab5de3-8801-40c3-96b4-eaa83e6bcb01'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:43:11.180002 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-10291d3a-83a6-4852-9112-92c84993c953 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:43:11.200915 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-10291d3a-83a6-4852-9112-92c84993c953 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:11.208485 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-7166b8f7-a0ec-455d-a6aa-4b2f39ee7d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:11.211755 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-10291d3a-83a6-4852-9112-92c84993c953 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:11.312652 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10291d3a-83a6-4852-9112-92c84993c953 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Pushing event updated for resources: {'Port': ['ID=54bccf3f-426b-4efd-8ab3-2d36cb64b211,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:11.515942 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-fc79a2fe-9ac6-4d58-a00f-794e689d02e7 None None] Set router 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:43:11.587244 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 41262) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:11.631787 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.db_base_plugin_common [None req-7166b8f7-a0ec-455d-a6aa-4b2f39ee7d6d admin admin] Allocated IP 172.20.0.1 (d9cb767d-e579-4bd6-9168-0f1ea7c41329/fd5e1985-8805-41d1-90d4-bdc402c620b5/af53ab23-aa21-4f44-9991-3383dfee7e1b) {{(pid=109284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:43:11.698392 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3d640b11-281d-472e-83b6-59d41e0b6204 None None] Publish callbacks [] for port, precommit_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:11.781264 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-337a139e-ea86-4f6d-8f61-75a82c7ea51a tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:11.792769 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-7166b8f7-a0ec-455d-a6aa-4b2f39ee7d6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:11.801345 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 41264) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:11.803389 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port e6103fa9-57a4-479c-ad80-5e61eb407a34 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:11.808554 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:11.811214 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3d640b11-281d-472e-83b6-59d41e0b6204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:11.837989 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-7166b8f7-a0ec-455d-a6aa-4b2f39ee7d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:11.936618 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7166b8f7-a0ec-455d-a6aa-4b2f39ee7d6d admin admin] Network d9cb767d-e579-4bd6-9168-0f1ea7c41329 is already hosted by enough agents. {{(pid=109284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:43:11.940464 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-7166b8f7-a0ec-455d-a6aa-4b2f39ee7d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:43:11.964762 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7166b8f7-a0ec-455d-a6aa-4b2f39ee7d6d admin admin] Received port after_create {{(pid=109284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:43:11.966735 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-7166b8f7-a0ec-455d-a6aa-4b2f39ee7d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712296'] for router_interface, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:12.044333 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166b8f7-a0ec-455d-a6aa-4b2f39ee7d6d admin admin] Pushing event updated for resources: {'Port': ['ID=af53ab23-aa21-4f44-9991-3383dfee7e1b,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:12.112269 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-3d640b11-281d-472e-83b6-59d41e0b6204 None None] Attempting to bind port d0e22c7a-79bd-42d4-a638-a1bfbb847bbf on host dv-cinder-804035-14-iscsi for vnic_type normal with profile {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:43:12.114106 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-3d640b11-281d-472e-83b6-59d41e0b6204 None None] Attempting to bind port d0e22c7a-79bd-42d4-a638-a1bfbb847bbf by drivers openvswitch,hyperv on host dv-cinder-804035-14-iscsi at level 0 using segments [{'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:43:12.116237 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d640b11-281d-472e-83b6-59d41e0b6204 None None] Attempting to bind port d0e22c7a-79bd-42d4-a638-a1bfbb847bbf on network 891dfe80-61d0-4c14-832c-7438dfe6f055 {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:43:12.122318 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-10291d3a-83a6-4852-9112-92c84993c953 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5694458 Nov 23 07:43:12.172511 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d640b11-281d-472e-83b6-59d41e0b6204 None None] Checking agent: {'id': 'b3285c04-b64b-48ad-a641-833cdb741995', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'started_at': datetime.datetime(2021, 11, 23, 7, 35, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:43:12.173940 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d640b11-281d-472e-83b6-59d41e0b6204 None None] Checking segment: {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:43:12.174880 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3d640b11-281d-472e-83b6-59d41e0b6204 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:12.176518 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d640b11-281d-472e-83b6-59d41e0b6204 None None] Bound using segment: {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:43:12.177968 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-3d640b11-281d-472e-83b6-59d41e0b6204 None None] Bound port: d0e22c7a-79bd-42d4-a638-a1bfbb847bbf, host: dv-cinder-804035-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:43:12.179723 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3d640b11-281d-472e-83b6-59d41e0b6204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:12.190621 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280e836-464e-4413-96fc-34a033bb83ec None None] Pushing event updated for resources: {'Port': ['ID=d0e22c7a-79bd-42d4-a638-a1bfbb847bbf,revision_number=2']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:12.246421 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-b09ad877-24ae-4d0f-b10c-f1e90209c431 None None] Publish callbacks [] for port, precommit_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:12.251621 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-ba09450f-9ca6-4d3c-a3fb-cbd423c28143 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=109283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 07:43:12.252952 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-ba09450f-9ca6-4d3c-a3fb-cbd423c28143 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144637 Nov 23 07:43:12.262664 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-b09ad877-24ae-4d0f-b10c-f1e90209c431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:12.362037 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-708cbe97-f79c-48e0-ae33-859316864478 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:12.374737 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9d461-da72-47f9-8dad-969804f5088f None None] Pushing event updated for resources: {'Port': ['ID=84265cb0-47d6-4023-b489-5258ac1f37fe,revision_number=2']} {{(pid=109286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:12.399689 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-7166b8f7-a0ec-455d-a6aa-4b2f39ee7d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:12.408415 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-337a139e-ea86-4f6d-8f61-75a82c7ea51a tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:12.423466 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 41272) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:12.425073 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.managers [None req-b09ad877-24ae-4d0f-b10c-f1e90209c431 None None] Attempting to bind port 84265cb0-47d6-4023-b489-5258ac1f37fe on host dv-cinder-804035-14-iscsi for vnic_type normal with profile {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:43:12.426604 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.managers [None req-b09ad877-24ae-4d0f-b10c-f1e90209c431 None None] Attempting to bind port 84265cb0-47d6-4023-b489-5258ac1f37fe by drivers openvswitch,hyperv on host dv-cinder-804035-14-iscsi at level 0 using segments [{'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}] {{(pid=109286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:43:12.433988 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09ad877-24ae-4d0f-b10c-f1e90209c431 None None] Attempting to bind port 84265cb0-47d6-4023-b489-5258ac1f37fe on network 891dfe80-61d0-4c14-832c-7438dfe6f055 {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:43:12.442177 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09ad877-24ae-4d0f-b10c-f1e90209c431 None None] Checking agent: {'id': 'b3285c04-b64b-48ad-a641-833cdb741995', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'started_at': datetime.datetime(2021, 11, 23, 7, 35, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:43:12.443007 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09ad877-24ae-4d0f-b10c-f1e90209c431 None None] Checking segment: {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:43:12.445138 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-b09ad877-24ae-4d0f-b10c-f1e90209c431 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:12.446860 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09ad877-24ae-4d0f-b10c-f1e90209c431 None None] Bound using segment: {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'} {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:43:12.449168 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.managers [None req-b09ad877-24ae-4d0f-b10c-f1e90209c431 None None] Bound port: 84265cb0-47d6-4023-b489-5258ac1f37fe, host: dv-cinder-804035-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}}] {{(pid=109286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:43:12.450281 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-b09ad877-24ae-4d0f-b10c-f1e90209c431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:12.490223 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed616cb1-91ff-41a7-86d1-353e1ef8f13c req-88702df2-3008-4f8e-ac5c-cfcf7827da0c tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:12.497874 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ed616cb1-91ff-41a7-86d1-353e1ef8f13c req-88702df2-3008-4f8e-ac5c-cfcf7827da0c tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 931 time: 1.7568324 Nov 23 07:43:12.504353 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-337a139e-ea86-4f6d-8f61-75a82c7ea51a tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:12.565484 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-3d640b11-281d-472e-83b6-59d41e0b6204 None None] For port d0e22c7a-79bd-42d4-a638-a1bfbb847bbf, host dv-cinder-804035-14-iscsi, cleared binding levels {{(pid=109285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:43:12.613323 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-3d640b11-281d-472e-83b6-59d41e0b6204 None None] For port d0e22c7a-79bd-42d4-a638-a1bfbb847bbf, host dv-cinder-804035-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=d0e22c7a-79bd-42d4-a638-a1bfbb847bbf,segment=NetworkSegment(c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c),segment_id=c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c)] {{(pid=109285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:43:12.643038 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.db [None req-b09ad877-24ae-4d0f-b10c-f1e90209c431 None None] For port 84265cb0-47d6-4023-b489-5258ac1f37fe, host dv-cinder-804035-14-iscsi, cleared binding levels {{(pid=109286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:43:12.654009 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:12.654586 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.db [None req-b09ad877-24ae-4d0f-b10c-f1e90209c431 None None] For port 84265cb0-47d6-4023-b489-5258ac1f37fe, host dv-cinder-804035-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=84265cb0-47d6-4023-b489-5258ac1f37fe,segment=NetworkSegment(c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c),segment_id=c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c)] {{(pid=109286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:43:12.659957 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3d640b11-281d-472e-83b6-59d41e0b6204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:12.678411 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-b09ad877-24ae-4d0f-b10c-f1e90209c431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:12.679152 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-7c155074-bf4c-4fc9-a771-98598ee9bb1b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2057705301-network', 'tenant_id': '89766eadd1554039934e84724027784e'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:43:12.700220 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-337a139e-ea86-4f6d-8f61-75a82c7ea51a tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:12.701479 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-337a139e-ea86-4f6d-8f61-75a82c7ea51a tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.0092659 Nov 23 07:43:12.706618 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41290) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:12.718267 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-aeb5e972-ec4a-4cda-9d15-61ab7e04f440 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Request body: {'security_group_rule': {'security_group_id': '3ea045c2-6f34-47fe-b1f5-ea315f5c16d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:43:12.728656 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-914be4e3-fd51-4975-a597-84479cbdba28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:12.813533 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9d461-da72-47f9-8dad-969804f5088f None None] Pushing event updated for resources: {'Port': ['ID=84265cb0-47d6-4023-b489-5258ac1f37fe,revision_number=3']} {{(pid=109286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:12.856022 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-0b23531a-2f13-44fe-80fa-eb105cc3596f None None] Provisioning complete for port af53ab23-aa21-4f44-9991-3383dfee7e1b triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:12.856465 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-0b23531a-2f13-44fe-80fa-eb105cc3596f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:12.870229 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09ad877-24ae-4d0f-b10c-f1e90209c431 None None] Routers {'b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:43:12.870996 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-b09ad877-24ae-4d0f-b10c-f1e90209c431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:43:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:43:12.888427 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-914be4e3-fd51-4975-a597-84479cbdba28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:12.901923 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] For port e6103fa9-57a4-479c-ad80-5e61eb407a34, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=e6103fa9-57a4-479c-ad80-5e61eb407a34,segment=NetworkSegment(c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c),segment_id=c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:43:12.913952 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-aeb5e972-ec4a-4cda-9d15-61ab7e04f440 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:12.932012 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:12.934927 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-8d8087fa-fd9e-4c73-8137-af7c03259fe2 service neutron] Request body: {'port': {'device_id': 'be4189be-d8dd-4c98-8200-662d44bcb4a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:43:12.943806 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-914be4e3-fd51-4975-a597-84479cbdba28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:12.972232 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-0b23531a-2f13-44fe-80fa-eb105cc3596f None None] Port af53ab23-aa21-4f44-9991-3383dfee7e1b cannot update to ACTIVE because it is not bound. {{(pid=109285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 07:43:12.977436 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d640b11-281d-472e-83b6-59d41e0b6204 None None] Routers {'fdbce833-cdf0-4b8a-b659-620d52c496ff'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:43:12.978189 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-3d640b11-281d-472e-83b6-59d41e0b6204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:43:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['fdbce833-cdf0-4b8a-b659-620d52c496ff'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:43:12.980218 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280e836-464e-4413-96fc-34a033bb83ec None None] Pushing event updated for resources: {'Port': ['ID=d0e22c7a-79bd-42d4-a638-a1bfbb847bbf,revision_number=3']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:12.987161 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a139e-ea86-4f6d-8f61-75a82c7ea51a tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:13.015713 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-914be4e3-fd51-4975-a597-84479cbdba28 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=add81659c9694e1bb3be507f19f24727&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5888510 Nov 23 07:43:13.028400 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41294) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:13.125427 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-fc79a2fe-9ac6-4d58-a00f-794e689d02e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'name': 'tempest-AttachVolumeTestJSON-1793854537-router', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:42:59Z', 'updated_at': '2021-11-23T07:43:06Z', 'revision_number': 4, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'gw_port': {'id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:21:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'c744d497-55c1-4984-8d71-d54aea45c656', 'name': '', 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'mac_address': 'fa:16:3e:40:12:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:04Z', 'updated_at': '2021-11-23T07:43:06Z', 'revision_number': 2, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'subnets': [{'id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:43:13.147587 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ed616cb1-91ff-41a7-86d1-353e1ef8f13c req-004d2811-a7f0-455b-86d9-fbde738b3269 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/security-groups?id=56622021-8102-4d76-b684-5196068d17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6384943 Nov 23 07:43:13.155287 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ecdf20ed-5f7a-4480-8a0f-fa79a3961e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:13.181692 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc79a2fe-9ac6-4d58-a00f-794e689d02e7 None None] Checking router: 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 for host: dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:43:13.181932 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c155074-bf4c-4fc9-a771-98598ee9bb1b admin admin] Made reservation on behalf of 89766eadd1554039934e84724027784e for: {'network': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:43:13.182784 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc79a2fe-9ac6-4d58-a00f-794e689d02e7 None None] Updating router 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 port c744d497-55c1-4984-8d71-d54aea45c656 binding host dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 07:43:13.185072 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7c155074-bf4c-4fc9-a771-98598ee9bb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for network, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:13.190708 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914be4e3-fd51-4975-a597-84479cbdba28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befe6ac4-d6f2-4f97-b57d-e9b2a193f6fa,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:13.212771 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7c155074-bf4c-4fc9-a771-98598ee9bb1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:13.224830 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-b09ad877-24ae-4d0f-b10c-f1e90209c431 None None] Set router b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:43:13.229600 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-7166b8f7-a0ec-455d-a6aa-4b2f39ee7d6d admin admin] Publish callbacks [] for port, precommit_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:13.241815 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-7166b8f7-a0ec-455d-a6aa-4b2f39ee7d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:13.242604 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-7166b8f7-a0ec-455d-a6aa-4b2f39ee7d6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1712664'] for router_interface, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:13.302443 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166b8f7-a0ec-455d-a6aa-4b2f39ee7d6d admin admin] Pushing event updated for resources: {'Port': ['ID=af53ab23-aa21-4f44-9991-3383dfee7e1b,revision_number=2']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:13.377681 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-fc79a2fe-9ac6-4d58-a00f-794e689d02e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:13.407741 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Pushing event updated for resources: {'Port': ['ID=e6103fa9-57a4-479c-ad80-5e61eb407a34,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:13.410991 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-8d8087fa-fd9e-4c73-8137-af7c03259fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:13.414325 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-708cbe97-f79c-48e0-ae33-859316864478 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:13.456205 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-708cbe97-f79c-48e0-ae33-859316864478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:13.477429 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-72b0e530-8f50-44a1-9130-e382006fb9f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:13.490121 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7166b8f7-a0ec-455d-a6aa-4b2f39ee7d6d admin admin] Network d9cb767d-e579-4bd6-9168-0f1ea7c41329 is already hosted by enough agents. {{(pid=109284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:43:13.514736 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-7166b8f7-a0ec-455d-a6aa-4b2f39ee7d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:43:13.535851 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-3d640b11-281d-472e-83b6-59d41e0b6204 None None] Set router fdbce833-cdf0-4b8a-b659-620d52c496ff gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:43:13.561729 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-72b0e530-8f50-44a1-9130-e382006fb9f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:13.573370 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-aeb5e972-ec4a-4cda-9d15-61ab7e04f440 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:13.746939 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7166b8f7-a0ec-455d-a6aa-4b2f39ee7d6d admin admin] Router fdbce833-cdf0-4b8a-b659-620d52c496ff has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:43:13.751196 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-aeb5e972-ec4a-4cda-9d15-61ab7e04f440 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750411'] for security_group_rule, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:13.851415 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-b09ad877-24ae-4d0f-b10c-f1e90209c431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c', 'name': 'tempest-ServerRescueNegativeTestJSON-1010763571-router', 'tenant_id': 'ed47c8e5e9704a0abf5643f488f1b2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '84265cb0-47d6-4023-b489-5258ac1f37fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:43:01Z', 'updated_at': '2021-11-23T07:43:06Z', 'revision_number': 3, 'project_id': 'ed47c8e5e9704a0abf5643f488f1b2be', 'gw_port': {'id': '84265cb0-47d6-4023-b489-5258ac1f37fe', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:eb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:04Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi'}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:43:13.895560 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5e972-ec4a-4cda-9d15-61ab7e04f440 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2bad95f-ba86-4fe2-bae0-b5552f322f67,revision_number=0']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:13.906649 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-aeb5e972-ec4a-4cda-9d15-61ab7e04f440 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:13.910766 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-aeb5e972-ec4a-4cda-9d15-61ab7e04f440 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2019563 Nov 23 07:43:13.913059 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41298) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:13.918136 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-f5f07ad9-906a-44c1-91e7-b8737c95bdce tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Request body: {'security_group_rule': {'security_group_id': '3ea045c2-6f34-47fe-b1f5-ea315f5c16d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:43:13.981736 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09ad877-24ae-4d0f-b10c-f1e90209c431 None None] The sync data for ids ['b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c'] in dv-cinder-804035-14-iscsi is: [{'id': 'b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c', 'name': 'tempest-ServerRescueNegativeTestJSON-1010763571-router', 'tenant_id': 'ed47c8e5e9704a0abf5643f488f1b2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '84265cb0-47d6-4023-b489-5258ac1f37fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:43:01Z', 'updated_at': '2021-11-23T07:43:06Z', 'revision_number': 3, 'project_id': 'ed47c8e5e9704a0abf5643f488f1b2be', 'gw_port': {'id': '84265cb0-47d6-4023-b489-5258ac1f37fe', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:eb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:04Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi'}] {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:43:14.236418 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-fc79a2fe-9ac6-4d58-a00f-794e689d02e7 None None] Publish callbacks [] for port, precommit_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:14.237301 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-72b0e530-8f50-44a1-9130-e382006fb9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:14.258355 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-72b0e530-8f50-44a1-9130-e382006fb9f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:14.264294 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-72b0e530-8f50-44a1-9130-e382006fb9f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/befe6ac4-d6f2-4f97-b57d-e9b2a193f6fa HTTP/1.1" status: 204 len: 168 time: 1.2260993 Nov 23 07:43:14.271930 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-fc79a2fe-9ac6-4d58-a00f-794e689d02e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:14.295958 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [None req-ecdf20ed-5f7a-4480-8a0f-fa79a3961e4f admin admin] Allocated IP 172.20.0.1 (b78d8c29-35aa-4c8a-8439-dc361a48243a/e589956e-ed5a-4e41-8270-f9456f7b8a2f/e9c86375-8856-4afc-a821-5408aaa75ecb) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:43:14.322492 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b0e530-8f50-44a1-9130-e382006fb9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befe6ac4-d6f2-4f97-b57d-e9b2a193f6fa,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:14.325206 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-f5f07ad9-906a-44c1-91e7-b8737c95bdce tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:14.402126 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-fec413e5-4c96-4c9d-8c0e-14dc30174ae5 None None] Provisioning complete for port af53ab23-aa21-4f44-9991-3383dfee7e1b triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:14.407140 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-fec413e5-4c96-4c9d-8c0e-14dc30174ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:14.429450 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7166b8f7-a0ec-455d-a6aa-4b2f39ee7d6d admin admin] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:43:14.463640 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-708cbe97-f79c-48e0-ae33-859316864478 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f8e91052768548afa7fd736e0df3b0d5&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3611193 Nov 23 07:43:14.464459 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-7166b8f7-a0ec-455d-a6aa-4b2f39ee7d6d admin admin] 10.222.0.48 "PUT /v2.0/routers/fdbce833-cdf0-4b8a-b659-620d52c496ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9097266 Nov 23 07:43:14.496628 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41308) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:14.535272 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724322c-7957-47ee-921b-1d467078d2ec None None] Pushing event updated for resources: {'Port': ['ID=c744d497-55c1-4984-8d71-d54aea45c656,revision_number=3']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:14.590929 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-fec413e5-4c96-4c9d-8c0e-14dc30174ae5 None None] Port af53ab23-aa21-4f44-9991-3383dfee7e1b cannot update to ACTIVE because it is not bound. {{(pid=109285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 07:43:14.651393 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708cbe97-f79c-48e0-ae33-859316864478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d30129-b12c-4663-b3c4-76badb8965fb,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:14.846139 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21faf2e-43e1-4e8a-82f7-c61ac4201aea req-d6339b14-a29f-47f0-aac7-2907d6f62fd1 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:14.856762 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-a21faf2e-43e1-4e8a-82f7-c61ac4201aea req-d6339b14-a29f-47f0-aac7-2907d6f62fd1 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 931 time: 0.5389416 Nov 23 07:43:14.924550 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-f5f07ad9-906a-44c1-91e7-b8737c95bdce tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:14.930846 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-89b6dc3d-a1fa-45f4-8818-87977b266369 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:14.969443 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-f5f07ad9-906a-44c1-91e7-b8737c95bdce tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750411'] for security_group_rule, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:15.052589 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f07ad9-906a-44c1-91e7-b8737c95bdce tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d00285-ba19-4460-8e50-33f530293b46,revision_number=0']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:15.053793 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7c155074-bf4c-4fc9-a771-98598ee9bb1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:15.073671 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-a21faf2e-43e1-4e8a-82f7-c61ac4201aea req-439dc703-4928-4f95-ae76-05b142ed0137 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/security-groups?id=56622021-8102-4d76-b684-5196068d17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150815 Nov 23 07:43:15.092526 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-89b6dc3d-a1fa-45f4-8818-87977b266369 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:15.099056 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-fc79a2fe-9ac6-4d58-a00f-794e689d02e7 None None] Attempting to bind port c744d497-55c1-4984-8d71-d54aea45c656 on host dv-cinder-804035-14-iscsi for vnic_type normal with profile {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:43:15.099252 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-fc79a2fe-9ac6-4d58-a00f-794e689d02e7 None None] Attempting to bind port c744d497-55c1-4984-8d71-d54aea45c656 by drivers openvswitch,hyperv on host dv-cinder-804035-14-iscsi at level 0 using segments [{'id': 'd49c0d41-f11b-425e-9786-8329159ba34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966'}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:43:15.103133 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc79a2fe-9ac6-4d58-a00f-794e689d02e7 None None] Attempting to bind port c744d497-55c1-4984-8d71-d54aea45c656 on network 41a8f465-c4c3-4408-a9dd-14556e78b966 {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:43:15.106668 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7c155074-bf4c-4fc9-a771-98598ee9bb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:15.118880 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-f5f07ad9-906a-44c1-91e7-b8737c95bdce tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:15.132269 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-f5f07ad9-906a-44c1-91e7-b8737c95bdce tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2177734 Nov 23 07:43:15.133239 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41316) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:15.141413 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-c3a61647-0444-47d8-b7d2-4f5041c642f9 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Request body: {'floatingip': {'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:43:15.150421 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ecdf20ed-5f7a-4480-8a0f-fa79a3961e4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:15.255223 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c3a61647-0444-47d8-b7d2-4f5041c642f9 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for floatingip, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:15.256904 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c155074-bf4c-4fc9-a771-98598ee9bb1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=109283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 07:43:15.258680 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-89b6dc3d-a1fa-45f4-8818-87977b266369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:15.261751 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-89b6dc3d-a1fa-45f4-8818-87977b266369 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:15.265612 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-89b6dc3d-a1fa-45f4-8818-87977b266369 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/80d30129-b12c-4663-b3c4-76badb8965fb HTTP/1.1" status: 204 len: 168 time: 0.7673156 Nov 23 07:43:15.290346 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c155074-bf4c-4fc9-a771-98598ee9bb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33942f0-c18e-4d7c-914a-1dbbca25af83,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:15.292729 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6dc3d-a1fa-45f4-8818-87977b266369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d30129-b12c-4663-b3c4-76badb8965fb,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:15.323656 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41322) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:15.339274 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d123f28f-94a4-4470-816b-d909b9dd22f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:15.401672 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc79a2fe-9ac6-4d58-a00f-794e689d02e7 None None] Checking agent: {'id': 'b3285c04-b64b-48ad-a641-833cdb741995', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'started_at': datetime.datetime(2021, 11, 23, 7, 35, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:43:15.405111 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc79a2fe-9ac6-4d58-a00f-794e689d02e7 None None] Checking segment: {'id': 'd49c0d41-f11b-425e-9786-8329159ba34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:43:15.408508 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-fc79a2fe-9ac6-4d58-a00f-794e689d02e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:15.410473 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc79a2fe-9ac6-4d58-a00f-794e689d02e7 None None] Bound using segment: {'id': 'd49c0d41-f11b-425e-9786-8329159ba34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966'} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:43:15.414691 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-fc79a2fe-9ac6-4d58-a00f-794e689d02e7 None None] Bound port: c744d497-55c1-4984-8d71-d54aea45c656, host: dv-cinder-804035-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd49c0d41-f11b-425e-9786-8329159ba34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966'}}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:43:15.421034 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-fc79a2fe-9ac6-4d58-a00f-794e689d02e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:15.427354 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7c155074-bf4c-4fc9-a771-98598ee9bb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:15.428168 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.db.segments_db [None req-7c155074-bf4c-4fc9-a771-98598ee9bb1b admin admin] Added segment 014b53dd-be4a-4237-9bcf-c23fae0be172 of type vlan for network dfffe500-43b7-43af-8906-775a12b37732 Nov 23 07:43:15.470269 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-43d2308d-3590-40fe-91ab-89f2dac493c1 None None] Provisioning complete for port c744d497-55c1-4984-8d71-d54aea45c656 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:15.471705 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-43d2308d-3590-40fe-91ab-89f2dac493c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:15.650141 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7c155074-bf4c-4fc9-a771-98598ee9bb1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750071714106'] for network, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:15.680431 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ecdf20ed-5f7a-4480-8a0f-fa79a3961e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:15.717525 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d123f28f-94a4-4470-816b-d909b9dd22f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:15.726640 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d123f28f-94a4-4470-816b-d909b9dd22f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:15.745233 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-43d2308d-3590-40fe-91ab-89f2dac493c1 None None] Port c744d497-55c1-4984-8d71-d54aea45c656 cannot update to ACTIVE because it is not bound. {{(pid=109285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 07:43:15.753231 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 84265cb0-47d6-4023-b489-5258ac1f37fe up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:43:15.814853 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdf20ed-5f7a-4480-8a0f-fa79a3961e4f admin admin] Network b78d8c29-35aa-4c8a-8439-dc361a48243a is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:43:15.824413 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [None req-ecdf20ed-5f7a-4480-8a0f-fa79a3961e4f admin admin] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:43:15.836973 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7c155074-bf4c-4fc9-a771-98598ee9bb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for network, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:15.837278 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c155074-bf4c-4fc9-a771-98598ee9bb1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:15.838530 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7c155074-bf4c-4fc9-a771-98598ee9bb1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:15.843508 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdf20ed-5f7a-4480-8a0f-fa79a3961e4f admin admin] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:43:15.844038 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ecdf20ed-5f7a-4480-8a0f-fa79a3961e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712296'] for router_interface, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:15.896038 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf20ed-5f7a-4480-8a0f-fa79a3961e4f admin admin] Pushing event updated for resources: {'Port': ['ID=e9c86375-8856-4afc-a821-5408aaa75ecb,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:15.937595 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123f28f-94a4-4470-816b-d909b9dd22f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560ebafd-f0a8-440b-a652-c7baca9f2c04,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:16.017954 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-7c155074-bf4c-4fc9-a771-98598ee9bb1b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.2383060 Nov 23 07:43:16.028258 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 41326) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:16.035103 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-a91ab518-d7b4-45e6-848d-67a3fcb7f07a admin admin] Request body: {'subnet': {'network_id': 'dfffe500-43b7-43af-8906-775a12b37732', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2057705301-subnet', 'tenant_id': '89766eadd1554039934e84724027784e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:43:16.042258 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-8d8087fa-fd9e-4c73-8137-af7c03259fe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54bccf3f-426b-4efd-8ab3-2d36cb64b211 {{(pid=109283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:43:16.052377 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-3d640b11-281d-472e-83b6-59d41e0b6204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'name': 'tempest-AttachVolumeShelveTestJSON-979039873-router', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'gw_port': {'id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:17:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:02Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'af53ab23-aa21-4f44-9991-3383dfee7e1b', 'name': '', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'mac_address': 'fa:16:3e:0e:bd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:11Z', 'updated_at': '2021-11-23T07:43:11Z', 'revision_number': 1, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'subnets': [{'id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:43:16.106456 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-d123f28f-94a4-4470-816b-d909b9dd22f2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=059ed6820c6a4debbbc21859e5486672&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7814283 Nov 23 07:43:16.108962 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41332) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:16.111748 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 84265cb0-47d6-4023-b489-5258ac1f37fe triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:16.112178 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:16.126735 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-8d8087fa-fd9e-4c73-8137-af7c03259fe2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:16.140632 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c155074-bf4c-4fc9-a771-98598ee9bb1b admin admin] Pushing event updated for resources: {'Network': ['ID=dfffe500-43b7-43af-8906-775a12b37732,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:16.218066 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.provisioning_blocks [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-8d8087fa-fd9e-4c73-8137-af7c03259fe2 service neutron] Transition to ACTIVE for port object 54bccf3f-426b-4efd-8ab3-2d36cb64b211 will not be triggered until provisioned by entity L2. {{(pid=109283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 07:43:16.231515 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d640b11-281d-472e-83b6-59d41e0b6204 None None] The sync data for ids ['fdbce833-cdf0-4b8a-b659-620d52c496ff'] in dv-cinder-804035-14-iscsi is: [{'id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'name': 'tempest-AttachVolumeShelveTestJSON-979039873-router', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'gw_port': {'id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:17:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:02Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'af53ab23-aa21-4f44-9991-3383dfee7e1b', 'name': '', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'mac_address': 'fa:16:3e:0e:bd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:11Z', 'updated_at': '2021-11-23T07:43:11Z', 'revision_number': 1, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'subnets': [{'id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:43:16.238336 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Network dfffe500-43b7-43af-8906-775a12b37732 details requested by agent ovs-agent-dv-cinder-804035-14-iscsi with host dv-cinder-804035-14-iscsi {{(pid=109285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 07:43:16.253321 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-8d8087fa-fd9e-4c73-8137-af7c03259fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:16.272926 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91ab518-d7b4-45e6-848d-67a3fcb7f07a admin admin] Made reservation on behalf of 89766eadd1554039934e84724027784e for: {'subnet': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:43:16.276890 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a91ab518-d7b4-45e6-848d-67a3fcb7f07a admin admin] Publish callbacks [] for subnet, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:16.365110 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-fc79a2fe-9ac6-4d58-a00f-794e689d02e7 None None] For port c744d497-55c1-4984-8d71-d54aea45c656, host dv-cinder-804035-14-iscsi, cleared binding levels {{(pid=109285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:43:16.420050 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-fc79a2fe-9ac6-4d58-a00f-794e689d02e7 None None] For port c744d497-55c1-4984-8d71-d54aea45c656, host dv-cinder-804035-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=c744d497-55c1-4984-8d71-d54aea45c656,segment=NetworkSegment(d49c0d41-f11b-425e-9786-8329159ba34c),segment_id=d49c0d41-f11b-425e-9786-8329159ba34c)] {{(pid=109285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:43:16.429929 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c3a61647-0444-47d8-b7d2-4f5041c642f9 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:16.526409 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:16.534263 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-fc79a2fe-9ac6-4d58-a00f-794e689d02e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:16.552764 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8087fa-fd9e-4c73-8137-af7c03259fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=54bccf3f-426b-4efd-8ab3-2d36cb64b211,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:16.676069 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] For port 84265cb0-47d6-4023-b489-5258ac1f37fe, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=84265cb0-47d6-4023-b489-5258ac1f37fe,segment=NetworkSegment(c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c),segment_id=c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:43:16.682295 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99ef69-5a86-47bf-8560-4f30656ce0d7 req-9d135c8b-798d-45d7-a8b8-d09594688840 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:16.683991 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:16.684697 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ea99ef69-5a86-47bf-8560-4f30656ce0d7 req-9d135c8b-798d-45d7-a8b8-d09594688840 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 943 time: 0.4204495 Nov 23 07:43:16.684820 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device e6103fa9-57a4-479c-ad80-5e61eb407a34 up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:43:16.689260 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5c377f02-0fc7-47c6-8db6-fc6238807b9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:16.723924 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ecdf20ed-5f7a-4480-8a0f-fa79a3961e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:16.874176 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc79a2fe-9ac6-4d58-a00f-794e689d02e7 None None] Routers {'74ab5de3-8801-40c3-96b4-eaa83e6bcb01'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:43:16.874716 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-fc79a2fe-9ac6-4d58-a00f-794e689d02e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:43:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['74ab5de3-8801-40c3-96b4-eaa83e6bcb01'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:43:16.882071 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5c377f02-0fc7-47c6-8db6-fc6238807b9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:16.904441 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-8d8087fa-fd9e-4c73-8137-af7c03259fe2 service neutron] Attempting to bind port 54bccf3f-426b-4efd-8ab3-2d36cb64b211 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:43:16.906370 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-8d8087fa-fd9e-4c73-8137-af7c03259fe2 service neutron] Attempting to bind port 54bccf3f-426b-4efd-8ab3-2d36cb64b211 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'a69a567c-4699-4ee0-ad3e-a847190429e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9af761aa-3754-4538-98bd-443814fd3260'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:43:16.910137 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-8d8087fa-fd9e-4c73-8137-af7c03259fe2 service neutron] Attempting to bind port 54bccf3f-426b-4efd-8ab3-2d36cb64b211 on network 9af761aa-3754-4538-98bd-443814fd3260 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:43:17.083745 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-8d8087fa-fd9e-4c73-8137-af7c03259fe2 service neutron] Port 54bccf3f-426b-4efd-8ab3-2d36cb64b211 on network 9af761aa-3754-4538-98bd-443814fd3260 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 07:43:17.084465 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-8d8087fa-fd9e-4c73-8137-af7c03259fe2 service neutron] Attempting to bind port 54bccf3f-426b-4efd-8ab3-2d36cb64b211 on network 9af761aa-3754-4538-98bd-443814fd3260 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:43:17.110459 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ea99ef69-5a86-47bf-8560-4f30656ce0d7 req-ae40d934-3112-48c4-b815-f2b6ad164932 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/security-groups?id=56622021-8102-4d76-b684-5196068d17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001486 Nov 23 07:43:17.115839 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.db_base_plugin_common [None req-c3a61647-0444-47d8-b7d2-4f5041c642f9 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Allocated IP 172.27.2.224 (891dfe80-61d0-4c14-832c-7438dfe6f055/08f8fc41-5d8c-4fca-8f02-9f082906db87/705003a7-d43b-4fd5-bb81-07c7d60598ce) {{(pid=109284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:43:17.186292 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-fc79a2fe-9ac6-4d58-a00f-794e689d02e7 None None] Set router 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:43:17.233127 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-8d8087fa-fd9e-4c73-8137-af7c03259fe2 service neutron] Checking agent: {'id': 'ef857e00-999e-40cc-a620-789cb776d291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'started_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:43:17.233915 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-8d8087fa-fd9e-4c73-8137-af7c03259fe2 service neutron] Checking segment: {'id': 'a69a567c-4699-4ee0-ad3e-a847190429e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9af761aa-3754-4538-98bd-443814fd3260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:43:17.234718 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-8d8087fa-fd9e-4c73-8137-af7c03259fe2 service neutron] Bound using segment: {'id': 'a69a567c-4699-4ee0-ad3e-a847190429e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9af761aa-3754-4538-98bd-443814fd3260'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:43:17.235711 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-8d8087fa-fd9e-4c73-8137-af7c03259fe2 service neutron] Bound port: 54bccf3f-426b-4efd-8ab3-2d36cb64b211, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a69a567c-4699-4ee0-ad3e-a847190429e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9af761aa-3754-4538-98bd-443814fd3260'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:43:17.236463 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-8d8087fa-fd9e-4c73-8137-af7c03259fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:17.334309 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5c377f02-0fc7-47c6-8db6-fc6238807b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:17.338385 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5c377f02-0fc7-47c6-8db6-fc6238807b9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:17.348999 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-5c377f02-0fc7-47c6-8db6-fc6238807b9d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/560ebafd-f0a8-440b-a652-c7baca9f2c04 HTTP/1.1" status: 204 len: 168 time: 1.2389524 Nov 23 07:43:17.381107 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c377f02-0fc7-47c6-8db6-fc6238807b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560ebafd-f0a8-440b-a652-c7baca9f2c04,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:17.598362 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c3a61647-0444-47d8-b7d2-4f5041c642f9 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for port, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:17.688708 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c3a61647-0444-47d8-b7d2-4f5041c642f9 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:17.916415 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a61647-0444-47d8-b7d2-4f5041c642f9 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Pushing event updated for resources: {'Port': ['ID=705003a7-d43b-4fd5-bb81-07c7d60598ce,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:17.963502 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a61647-0444-47d8-b7d2-4f5041c642f9 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Network 891dfe80-61d0-4c14-832c-7438dfe6f055 is already hosted by enough agents. {{(pid=109284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:43:17.971601 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41364) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:17.978492 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-2aee13ce-cf26-40d7-aaf7-279d7527d296 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1702814656', 'description': 'tempest-description--1817137901'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:43:17.984865 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-c3a61647-0444-47d8-b7d2-4f5041c642f9 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Resources bound (agent type, host, resource id): {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:43:17.988957 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a61647-0444-47d8-b7d2-4f5041c642f9 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Received port after_create {{(pid=109284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:43:18.007998 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-8d8087fa-fd9e-4c73-8137-af7c03259fe2 service neutron] For port 54bccf3f-426b-4efd-8ab3-2d36cb64b211, host hv-cinder-80403, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:43:18.019186 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-8d8087fa-fd9e-4c73-8137-af7c03259fe2 service neutron] For port 54bccf3f-426b-4efd-8ab3-2d36cb64b211, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=54bccf3f-426b-4efd-8ab3-2d36cb64b211,segment=NetworkSegment(a69a567c-4699-4ee0-ad3e-a847190429e5),segment_id=a69a567c-4699-4ee0-ad3e-a847190429e5)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:43:18.034796 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-8d8087fa-fd9e-4c73-8137-af7c03259fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:18.049686 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724322c-7957-47ee-921b-1d467078d2ec None None] Pushing event updated for resources: {'Port': ['ID=c744d497-55c1-4984-8d71-d54aea45c656,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:18.134585 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2aee13ce-cf26-40d7-aaf7-279d7527d296 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:18.149966 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-acae6e70-a130-4b05-8026-4d1cf36b5bb6 None None] Provisioning complete for port c744d497-55c1-4984-8d71-d54aea45c656 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:18.166243 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-acae6e70-a130-4b05-8026-4d1cf36b5bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:18.171757 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8087fa-fd9e-4c73-8137-af7c03259fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=54bccf3f-426b-4efd-8ab3-2d36cb64b211,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:18.234231 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-8d8087fa-fd9e-4c73-8137-af7c03259fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:18.235072 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-8d8087fa-fd9e-4c73-8137-af7c03259fe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:18.237078 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-8d8087fa-fd9e-4c73-8137-af7c03259fe2 service neutron] 10.222.0.31 "PUT /v2.0/ports/54bccf3f-426b-4efd-8ab3-2d36cb64b211 HTTP/1.1" status: 200 len: 1093 time: 5.6134968 Nov 23 07:43:18.241330 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be4189be-d8dd-4c98-8200-662d44bcb4a4', 'tag': '54bccf3f-426b-4efd-8ab3-2d36cb64b211'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:43:18.322041 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c3a61647-0444-47d8-b7d2-4f5041c642f9 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:18.517359 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Pushing event updated for resources: {'Port': ['ID=84265cb0-47d6-4023-b489-5258ac1f37fe,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:18.572654 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port e6103fa9-57a4-479c-ad80-5e61eb407a34 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:18.573288 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:18.651788 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c3a61647-0444-47d8-b7d2-4f5041c642f9 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:18.734781 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ecdf20ed-5f7a-4480-8a0f-fa79a3961e4f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:18.747100 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ecdf20ed-5f7a-4480-8a0f-fa79a3961e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:18.751108 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ecdf20ed-5f7a-4480-8a0f-fa79a3961e4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1712664'] for router_interface, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:18.758000 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a91ab518-d7b4-45e6-848d-67a3fcb7f07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for subnet, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:18.770314 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528135a-4465-43e7-9fb3-b28c6f61723e req-ee984625-d204-4f4d-ab6a-dba44241e426 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:18.772029 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-8528135a-4465-43e7-9fb3-b28c6f61723e req-ee984625-d204-4f4d-ab6a-dba44241e426 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 943 time: 0.4361992 Nov 23 07:43:18.839954 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2aee13ce-cf26-40d7-aaf7-279d7527d296 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:18.889364 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2aee13ce-cf26-40d7-aaf7-279d7527d296 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:18.908390 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-acae6e70-a130-4b05-8026-4d1cf36b5bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:18.961185 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2aee13ce-cf26-40d7-aaf7-279d7527d296 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:18.962834 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-2aee13ce-cf26-40d7-aaf7-279d7527d296 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9892986 Nov 23 07:43:18.973498 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41390) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:18.974565 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-fc79a2fe-9ac6-4d58-a00f-794e689d02e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'name': 'tempest-AttachVolumeTestJSON-1793854537-router', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:42:59Z', 'updated_at': '2021-11-23T07:43:06Z', 'revision_number': 4, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'gw_port': {'id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'c744d497-55c1-4984-8d71-d54aea45c656', 'name': '', 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'mac_address': 'fa:16:3e:40:12:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:04Z', 'updated_at': '2021-11-23T07:43:16Z', 'revision_number': 4, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'subnets': [{'id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:43:18.981955 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-85dd2ffa-2159-48e8-96e7-bac52f72057c tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Request body: {'security_group_rule': {'security_group_id': '470bf35d-c64b-4b28-8496-341153f392d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:43:19.062235 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf20ed-5f7a-4480-8a0f-fa79a3961e4f admin admin] Pushing event updated for resources: {'Port': ['ID=e9c86375-8856-4afc-a821-5408aaa75ecb,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:19.067368 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ab518-d7b4-45e6-848d-67a3fcb7f07a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6483d755-4a61-430c-926e-5863fcee7694,revision_number=0']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:19.084595 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc79a2fe-9ac6-4d58-a00f-794e689d02e7 None None] The sync data for ids ['74ab5de3-8801-40c3-96b4-eaa83e6bcb01'] in dv-cinder-804035-14-iscsi is: [{'id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'name': 'tempest-AttachVolumeTestJSON-1793854537-router', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:42:59Z', 'updated_at': '2021-11-23T07:43:06Z', 'revision_number': 4, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'gw_port': {'id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'c744d497-55c1-4984-8d71-d54aea45c656', 'name': '', 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'mac_address': 'fa:16:3e:40:12:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:04Z', 'updated_at': '2021-11-23T07:43:16Z', 'revision_number': 4, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'subnets': [{'id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:43:19.192998 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-8528135a-4465-43e7-9fb3-b28c6f61723e req-01b61a56-6a7d-4a56-a2d6-e790a70ce4ed tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/security-groups?id=56622021-8102-4d76-b684-5196068d17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970413 Nov 23 07:43:19.207944 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-acae6e70-a130-4b05-8026-4d1cf36b5bb6 None None] For port c744d497-55c1-4984-8d71-d54aea45c656, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=c744d497-55c1-4984-8d71-d54aea45c656,segment=NetworkSegment(d49c0d41-f11b-425e-9786-8329159ba34c),segment_id=d49c0d41-f11b-425e-9786-8329159ba34c)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:43:19.237082 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee13ce-cf26-40d7-aaf7-279d7527d296 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=470bf35d-c64b-4b28-8496-341153f392d3,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:19.289324 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-acae6e70-a130-4b05-8026-4d1cf36b5bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:19.327979 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60ebbbe-1ef9-46b4-a911-ab081fc1e345" -d '{"events": [{"name": "network-changed", "server_uuid": "be4189be-d8dd-4c98-8200-662d44bcb4a4", "tag": "54bccf3f-426b-4efd-8ab3-2d36cb64b211"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:43:19.400959 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-85dd2ffa-2159-48e8-96e7-bac52f72057c tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:19.406430 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-e3f607f3-1a83-4846-b161-d8d640670ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:19.415639 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae6e70-a130-4b05-8026-4d1cf36b5bb6 None None] Pushing event updated for resources: {'Port': ['ID=c744d497-55c1-4984-8d71-d54aea45c656,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:19.433154 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-e3f607f3-1a83-4846-b161-d8d640670ce5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3d02de9f94b74169860663f89342f9d8&device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 1096 time: 1.0475659 Nov 23 07:43:19.524471 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c3a61647-0444-47d8-b7d2-4f5041c642f9 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for port, precommit_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:19.530715 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c3a61647-0444-47d8-b7d2-4f5041c642f9 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:19.675814 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c3a61647-0444-47d8-b7d2-4f5041c642f9 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1712191'] for floatingip, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:19.762870 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-85dd2ffa-2159-48e8-96e7-bac52f72057c tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:19.773192 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-85dd2ffa-2159-48e8-96e7-bac52f72057c tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750411'] for security_group_rule, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:19.801188 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a61647-0444-47d8-b7d2-4f5041c642f9 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Pushing event updated for resources: {'Port': ['ID=705003a7-d43b-4fd5-bb81-07c7d60598ce,revision_number=2']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:19.821202 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c3a61647-0444-47d8-b7d2-4f5041c642f9 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for floatingip, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:19.833833 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-c3a61647-0444-47d8-b7d2-4f5041c642f9 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6965034 Nov 23 07:43:19.845496 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd2ffa-2159-48e8-96e7-bac52f72057c tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50fd2192-1a7b-4af0-b733-4cffb5a64585,revision_number=0']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:19.877147 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-85dd2ffa-2159-48e8-96e7-bac52f72057c tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:19.879553 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-85dd2ffa-2159-48e8-96e7-bac52f72057c tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9031041 Nov 23 07:43:19.884029 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41418) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:19.899807 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-724bd1ae-1747-4e51-9331-12ed26ff8ed8 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Request body: {'security_group_rule': {'security_group_id': '470bf35d-c64b-4b28-8496-341153f392d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:43:20.031522 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-724bd1ae-1747-4e51-9331-12ed26ff8ed8 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:20.032008 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 84265cb0-47d6-4023-b489-5258ac1f37fe up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:43:20.245988 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 84265cb0-47d6-4023-b489-5258ac1f37fe triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:20.246602 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:20.392784 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b73b8b-400d-47fb-8046-b25534b42d21 x-openstack-request-id: req-e2b73b8b-400d-47fb-8046-b25534b42d21 {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:43:20.393400 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be4189be-d8dd-4c98-8200-662d44bcb4a4", "tag": "54bccf3f-426b-4efd-8ab3-2d36cb64b211", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:43:20.393400 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e2b73b8b-400d-47fb-8046-b25534b42d21 {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:43:20.394648 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be4189be-d8dd-4c98-8200-662d44bcb4a4', 'tag': '54bccf3f-426b-4efd-8ab3-2d36cb64b211', 'status': 'completed', 'code': 200} Nov 23 07:43:20.395453 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-724bd1ae-1747-4e51-9331-12ed26ff8ed8 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:20.396469 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91ab518-d7b4-45e6-848d-67a3fcb7f07a admin admin] Checking segment: {'id': '014b53dd-be4a-4237-9bcf-c23fae0be172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dfffe500-43b7-43af-8906-775a12b37732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:43:20.396916 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91ab518-d7b4-45e6-848d-67a3fcb7f07a admin admin] Network hostable DHCP agents. Network: dfffe500-43b7-43af-8906-775a12b37732, hostable agents: ['9f8f8844-157f-46aa-8160-5509eea3b0e3'], hosted agents: [] {{(pid=109283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 07:43:20.404301 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-709c3c19-4329-437e-a543-bd2d04c34be1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54bccf3f-426b-4efd-8ab3-2d36cb64b211 HTTP/1.1" status: 200 len: 217 time: 0.9383345 Nov 23 07:43:20.414793 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-724bd1ae-1747-4e51-9331-12ed26ff8ed8 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750411'] for security_group_rule, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:20.435280 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdf20ed-5f7a-4480-8a0f-fa79a3961e4f admin admin] Network b78d8c29-35aa-4c8a-8439-dc361a48243a is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:43:20.446343 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [None req-ecdf20ed-5f7a-4480-8a0f-fa79a3961e4f admin admin] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:43:20.474894 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91ab518-d7b4-45e6-848d-67a3fcb7f07a admin admin] Network dfffe500-43b7-43af-8906-775a12b37732 is scheduled to be hosted by DHCP agent 9f8f8844-157f-46aa-8160-5509eea3b0e3 with binding_index 1 {{(pid=109283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 07:43:20.573632 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device c744d497-55c1-4984-8d71-d54aea45c656 up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:43:20.671614 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724bd1ae-1747-4e51-9331-12ed26ff8ed8 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8be8368e-85d9-42c0-9444-94737ea85599,revision_number=0']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:20.712803 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port c744d497-55c1-4984-8d71-d54aea45c656 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:20.713301 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:20.718698 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [None req-a91ab518-d7b4-45e6-848d-67a3fcb7f07a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-14-iscsi, dfffe500-43b7-43af-8906-775a12b37732) {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:43:20.757570 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91ab518-d7b4-45e6-848d-67a3fcb7f07a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:20.758161 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-724bd1ae-1747-4e51-9331-12ed26ff8ed8 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:20.762040 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a91ab518-d7b4-45e6-848d-67a3fcb7f07a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for subnet, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:20.766399 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-724bd1ae-1747-4e51-9331-12ed26ff8ed8 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8762085 Nov 23 07:43:20.773297 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41464) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:20.781176 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0854c59c-7569-40b5-b75f-c16cc890f1d1 None None] Network dfffe500-43b7-43af-8906-775a12b37732 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:43:20.797230 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-9bc5abef-137f-4427-9a60-6a0a9ec2f5c6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Request body: {'floatingip': {'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:43:20.936364 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2df27-9a7a-442c-a710-6ae0910f8b48 req-27aed829-877e-402a-b95f-c02e3c8d94f3 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:20.941056 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-21b2df27-9a7a-442c-a710-6ae0910f8b48 req-27aed829-877e-402a-b95f-c02e3c8d94f3 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 943 time: 0.5331650 Nov 23 07:43:20.947036 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-9bc5abef-137f-4427-9a60-6a0a9ec2f5c6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for floatingip, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:21.103306 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-52a52920-d31a-4d20-941f-3ad291743219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:21.110046 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-52a52920-d31a-4d20-941f-3ad291743219 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f6a1677-017f-45cd-af64-861665aa02df HTTP/1.1" status: 200 len: 851 time: 0.5298882 Nov 23 07:43:21.135771 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-a91ab518-d7b4-45e6-848d-67a3fcb7f07a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.1046529 Nov 23 07:43:21.196571 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device d0e22c7a-79bd-42d4-a638-a1bfbb847bbf up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:43:21.320684 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd06c71-97b9-4b9b-ba1a-578238902c87 None None] Network dfffe500-43b7-43af-8906-775a12b37732 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:43:21.396224 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-5e437d0f-132d-43e9-b3f5-f93190e19d37 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9af761aa-3754-4538-98bd-443814fd3260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2117460 Nov 23 07:43:21.440280 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-46f16183-607c-4699-9c44-a53ff8e9855d tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1964586030&fields=id&tenant_id=bc7f91007a2a4b90b80701592589a131 HTTP/1.1" status: 200 len: 267 time: 0.7315695 Nov 23 07:43:21.504559 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecdf20ed-5f7a-4480-8a0f-fa79a3961e4f admin admin] Router b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:43:21.509014 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-21b2df27-9a7a-442c-a710-6ae0910f8b48 req-732e647b-e870-4cd1-81e7-7b159fa10eff tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/security-groups?id=56622021-8102-4d76-b684-5196068d17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5449202 Nov 23 07:43:21.627288 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41482) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:21.726291 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port d0e22c7a-79bd-42d4-a638-a1bfbb847bbf triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:21.726818 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:21.794900 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-8cc133ea-ffee-4ca9-bd3d-1cf45a60afb1 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:21.803814 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-8cc133ea-ffee-4ca9-bd3d-1cf45a60afb1 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/networks?id=41a8f465-c4c3-4408-a9dd-14556e78b966 HTTP/1.1" status: 200 len: 811 time: 0.3518877 Nov 23 07:43:21.883878 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-9bc5abef-137f-4427-9a60-6a0a9ec2f5c6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:21.887309 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-7e6e349b-a381-45d8-8913-cd36510726b3 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/quotas/bc7f91007a2a4b90b80701592589a131 HTTP/1.1" status: 200 len: 375 time: 0.0825691 Nov 23 07:43:21.907116 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08e8827-4a1e-48a3-8652-95b18e1589a6 None None] Sync routers for ids ['fdbce833-cdf0-4b8a-b659-620d52c496ff'] in dv-cinder-804035-14-iscsi {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:43:21.909244 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:21.934946 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08e8827-4a1e-48a3-8652-95b18e1589a6 None None] Routers {'fdbce833-cdf0-4b8a-b659-620d52c496ff'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:43:21.935473 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-b08e8827-4a1e-48a3-8652-95b18e1589a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:43:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['fdbce833-cdf0-4b8a-b659-620d52c496ff'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:43:21.943014 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] For port d0e22c7a-79bd-42d4-a638-a1bfbb847bbf, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=d0e22c7a-79bd-42d4-a638-a1bfbb847bbf,segment=NetworkSegment(c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c),segment_id=c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:43:21.949155 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:22.042817 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Pushing event updated for resources: {'Port': ['ID=d0e22c7a-79bd-42d4-a638-a1bfbb847bbf,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:22.166826 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-b08e8827-4a1e-48a3-8652-95b18e1589a6 None None] Set router fdbce833-cdf0-4b8a-b659-620d52c496ff gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:43:22.201136 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.db_base_plugin_common [None req-9bc5abef-137f-4427-9a60-6a0a9ec2f5c6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Allocated IP 172.27.2.82 (891dfe80-61d0-4c14-832c-7438dfe6f055/08f8fc41-5d8c-4fca-8f02-9f082906db87/978ef088-f3ab-45a7-a9a6-7ec8a6c9dd49) {{(pid=109284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:43:22.242102 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-226b28f2-e215-4065-96fe-030394fd76ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:22.577165 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-bfb177a8-754b-4067-9f94-8c993c962aeb tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc7f91007a2a4b90b80701592589a131&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6848440 Nov 23 07:43:22.581008 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-c2fdfadd-d4c1-4a9c-8a00-b3586d77cbbd service neutron] 10.222.0.31 "GET /v2.0/networks/9af761aa-3754-4538-98bd-443814fd3260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7658012 Nov 23 07:43:22.641865 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdf20ed-5f7a-4480-8a0f-fa79a3961e4f admin admin] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:43:22.656408 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-ecdf20ed-5f7a-4480-8a0f-fa79a3961e4f admin admin] 10.222.0.48 "PUT /v2.0/routers/b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5467472 Nov 23 07:43:22.659329 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a5eeb4-6b1d-4c71-850b-274880be9671 None None] Sync routers for ids ['b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c'] in dv-cinder-804035-14-iscsi {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:43:22.667980 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:43:22.695985 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a5eeb4-6b1d-4c71-850b-274880be9671 None None] Routers {'b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:43:22.700720 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-59a5eeb4-6b1d-4c71-850b-274880be9671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:43:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:43:22.738248 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-b08e8827-4a1e-48a3-8652-95b18e1589a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'name': 'tempest-AttachVolumeShelveTestJSON-979039873-router', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'gw_port': {'id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:17:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:02Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'af53ab23-aa21-4f44-9991-3383dfee7e1b', 'name': '', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'mac_address': 'fa:16:3e:0e:bd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:11Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 2, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'subnets': [{'id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:43:22.877430 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08e8827-4a1e-48a3-8652-95b18e1589a6 None None] Checking router: fdbce833-cdf0-4b8a-b659-620d52c496ff for host: dv-cinder-804035-14-iscsi {{(pid=109286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:43:22.878031 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08e8827-4a1e-48a3-8652-95b18e1589a6 None None] Updating router fdbce833-cdf0-4b8a-b659-620d52c496ff port af53ab23-aa21-4f44-9991-3383dfee7e1b binding host dv-cinder-804035-14-iscsi {{(pid=109286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 07:43:22.919575 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-605adbae-fbea-4f2c-b889-cea5a10c9096 req-31818f1c-8d96-46fe-bf73-2633ccb25ca9 service neutron] 10.222.0.31 "GET /v2.0/networks/9af761aa-3754-4538-98bd-443814fd3260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166660 Nov 23 07:43:22.951751 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-b08e8827-4a1e-48a3-8652-95b18e1589a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:22.979633 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-226b28f2-e215-4065-96fe-030394fd76ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:23.017153 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-226b28f2-e215-4065-96fe-030394fd76ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:23.089949 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-59a5eeb4-6b1d-4c71-850b-274880be9671 None None] Set router b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:43:23.286113 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-9bc5abef-137f-4427-9a60-6a0a9ec2f5c6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for port, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:23.316987 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ebbbe-1ef9-46b4-a911-ab081fc1e345 req-0cf2ef4c-eca1-47cd-8967-6516f42aadc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:23.319474 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d60ebbbe-1ef9-46b4-a911-ab081fc1e345 req-0cf2ef4c-eca1-47cd-8967-6516f42aadc4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3d02de9f94b74169860663f89342f9d8&device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 1096 time: 0.2205591 Nov 23 07:43:23.325483 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978e4ae-f1df-491c-a8b6-1854159d83cd req-13e777c2-5153-4410-b4b9-a231b3ffe18c tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:23.351889 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-1978e4ae-f1df-491c-a8b6-1854159d83cd req-13e777c2-5153-4410-b4b9-a231b3ffe18c tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 943 time: 0.5959992 Nov 23 07:43:23.382684 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b28f2-e215-4065-96fe-030394fd76ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cfbd13-e9d3-4ce2-91cc-34b508a7e544,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:23.399811 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-226b28f2-e215-4065-96fe-030394fd76ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2387ee6523ed4af9bf1d80a926d82885&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7681966 Nov 23 07:43:23.412612 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41534) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:23.534604 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-59a5eeb4-6b1d-4c71-850b-274880be9671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c', 'name': 'tempest-ServerRescueNegativeTestJSON-1010763571-router', 'tenant_id': 'ed47c8e5e9704a0abf5643f488f1b2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '84265cb0-47d6-4023-b489-5258ac1f37fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:43:01Z', 'updated_at': '2021-11-23T07:43:16Z', 'revision_number': 4, 'project_id': 'ed47c8e5e9704a0abf5643f488f1b2be', 'gw_port': {'id': '84265cb0-47d6-4023-b489-5258ac1f37fe', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:04Z', 'updated_at': '2021-11-23T07:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'e9c86375-8856-4afc-a821-5408aaa75ecb', 'name': '', 'network_id': 'b78d8c29-35aa-4c8a-8439-dc361a48243a', 'tenant_id': 'ed47c8e5e9704a0abf5643f488f1b2be', 'mac_address': 'fa:16:3e:6f:a1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e589956e-ed5a-4e41-8270-f9456f7b8a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:13Z', 'updated_at': '2021-11-23T07:43:17Z', 'revision_number': 2, 'project_id': 'ed47c8e5e9704a0abf5643f488f1b2be', 'subnets': [{'id': 'e589956e-ed5a-4e41-8270-f9456f7b8a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:43:23.567064 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-1978e4ae-f1df-491c-a8b6-1854159d83cd req-f681d9dc-3d8c-499d-8fff-a038acc0e2e4 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/security-groups?id=56622021-8102-4d76-b684-5196068d17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022231 Nov 23 07:43:23.631055 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b801f902-cc9f-4a79-b1d2-987dc79e456b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:23.640750 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-9bc5abef-137f-4427-9a60-6a0a9ec2f5c6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:23.670404 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a5eeb4-6b1d-4c71-850b-274880be9671 None None] Checking router: b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c for host: dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:43:23.671060 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a5eeb4-6b1d-4c71-850b-274880be9671 None None] Updating router b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c port e9c86375-8856-4afc-a821-5408aaa75ecb binding host dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 07:43:23.723642 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-d75920ad-203c-4c6b-bff6-2d626513aa0c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=109283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 07:43:23.726135 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-d75920ad-203c-4c6b-bff6-2d626513aa0c service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5009997 Nov 23 07:43:23.742688 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-59a5eeb4-6b1d-4c71-850b-274880be9671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:23.745952 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-b08e8827-4a1e-48a3-8652-95b18e1589a6 None None] Publish callbacks [] for port, precommit_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:23.767452 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-b08e8827-4a1e-48a3-8652-95b18e1589a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:23.844395 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5abef-137f-4427-9a60-6a0a9ec2f5c6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Pushing event updated for resources: {'Port': ['ID=978ef088-f3ab-45a7-a9a6-7ec8a6c9dd49,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:23.930194 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b801f902-cc9f-4a79-b1d2-987dc79e456b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:24.059744 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 41552) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:24.093229 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-a27df870-4314-4d2d-8f2e-d8ce07880411 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1510402179-network', 'tenant_id': '09c698c102fe4cda96938b360fd5ac5b'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:43:24.101696 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b801f902-cc9f-4a79-b1d2-987dc79e456b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:24.107815 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b801f902-cc9f-4a79-b1d2-987dc79e456b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:24.113129 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-b801f902-cc9f-4a79-b1d2-987dc79e456b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44cfbd13-e9d3-4ce2-91cc-34b508a7e544 HTTP/1.1" status: 204 len: 168 time: 0.6834028 Nov 23 07:43:24.119876 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fad28-cbae-428c-8b53-eba40e100929 None None] Pushing event updated for resources: {'Port': ['ID=af53ab23-aa21-4f44-9991-3383dfee7e1b,revision_number=3']} {{(pid=109286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:24.121813 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc5abef-137f-4427-9a60-6a0a9ec2f5c6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Network 891dfe80-61d0-4c14-832c-7438dfe6f055 is already hosted by enough agents. {{(pid=109284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:43:24.132785 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.managers [None req-b08e8827-4a1e-48a3-8652-95b18e1589a6 None None] Attempting to bind port af53ab23-aa21-4f44-9991-3383dfee7e1b on host dv-cinder-804035-14-iscsi for vnic_type normal with profile {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:43:24.133176 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.managers [None req-b08e8827-4a1e-48a3-8652-95b18e1589a6 None None] Attempting to bind port af53ab23-aa21-4f44-9991-3383dfee7e1b by drivers openvswitch,hyperv on host dv-cinder-804035-14-iscsi at level 0 using segments [{'id': '95e06a39-5611-4f52-aae3-4e8bf3bb6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329'}] {{(pid=109286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:43:24.133554 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08e8827-4a1e-48a3-8652-95b18e1589a6 None None] Attempting to bind port af53ab23-aa21-4f44-9991-3383dfee7e1b on network d9cb767d-e579-4bd6-9168-0f1ea7c41329 {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:43:24.140934 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-9bc5abef-137f-4427-9a60-6a0a9ec2f5c6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Resources bound (agent type, host, resource id): {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:43:24.162144 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08e8827-4a1e-48a3-8652-95b18e1589a6 None None] Checking agent: {'id': 'b3285c04-b64b-48ad-a641-833cdb741995', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'started_at': datetime.datetime(2021, 11, 23, 7, 35, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:43:24.165943 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08e8827-4a1e-48a3-8652-95b18e1589a6 None None] Checking segment: {'id': '95e06a39-5611-4f52-aae3-4e8bf3bb6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:43:24.169068 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-b08e8827-4a1e-48a3-8652-95b18e1589a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:24.170984 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08e8827-4a1e-48a3-8652-95b18e1589a6 None None] Bound using segment: {'id': '95e06a39-5611-4f52-aae3-4e8bf3bb6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329'} {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:43:24.172586 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.managers [None req-b08e8827-4a1e-48a3-8652-95b18e1589a6 None None] Bound port: af53ab23-aa21-4f44-9991-3383dfee7e1b, host: dv-cinder-804035-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e06a39-5611-4f52-aae3-4e8bf3bb6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329'}}] {{(pid=109286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:43:24.173978 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-b08e8827-4a1e-48a3-8652-95b18e1589a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:24.181263 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc5abef-137f-4427-9a60-6a0a9ec2f5c6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Received port after_create {{(pid=109284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:43:24.187362 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801f902-cc9f-4a79-b1d2-987dc79e456b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cfbd13-e9d3-4ce2-91cc-34b508a7e544,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:24.239153 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device d0e22c7a-79bd-42d4-a638-a1bfbb847bbf up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:43:24.335292 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ebbbe-1ef9-46b4-a911-ab081fc1e345 req-6dd9a959-d0d1-432b-a286-ed9721e5e861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:24.343688 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d60ebbbe-1ef9-46b4-a911-ab081fc1e345 req-6dd9a959-d0d1-432b-a286-ed9721e5e861 service neutron] 10.222.0.31 "GET /v2.0/networks?id=9af761aa-3754-4538-98bd-443814fd3260 HTTP/1.1" status: 200 len: 912 time: 0.9960265 Nov 23 07:43:24.384093 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-9bc5abef-137f-4427-9a60-6a0a9ec2f5c6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:24.393529 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.db [None req-b08e8827-4a1e-48a3-8652-95b18e1589a6 None None] For port af53ab23-aa21-4f44-9991-3383dfee7e1b, host dv-cinder-804035-14-iscsi, cleared binding levels {{(pid=109286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:43:24.402343 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.db [None req-b08e8827-4a1e-48a3-8652-95b18e1589a6 None None] For port af53ab23-aa21-4f44-9991-3383dfee7e1b, host dv-cinder-804035-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=af53ab23-aa21-4f44-9991-3383dfee7e1b,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:43:24.409047 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-b08e8827-4a1e-48a3-8652-95b18e1589a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:24.461509 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27df870-4314-4d2d-8f2e-d8ce07880411 admin admin] Made reservation on behalf of 09c698c102fe4cda96938b360fd5ac5b for: {'network': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:43:24.466794 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a27df870-4314-4d2d-8f2e-d8ce07880411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for network, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:24.475898 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-9bc5abef-137f-4427-9a60-6a0a9ec2f5c6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:24.497821 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-14eace88-49e7-4cc2-beaf-ddd7574e1d5e None None] Provisioning complete for port af53ab23-aa21-4f44-9991-3383dfee7e1b triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:24.498633 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-14eace88-49e7-4cc2-beaf-ddd7574e1d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:24.584296 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port d0e22c7a-79bd-42d4-a638-a1bfbb847bbf triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:24.584699 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:24.602756 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08e8827-4a1e-48a3-8652-95b18e1589a6 None None] Routers {'fdbce833-cdf0-4b8a-b659-620d52c496ff'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:43:24.605145 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-b08e8827-4a1e-48a3-8652-95b18e1589a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:43:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['fdbce833-cdf0-4b8a-b659-620d52c496ff'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:43:24.641298 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d60ebbbe-1ef9-46b4-a911-ab081fc1e345 req-f0f6aa0c-554d-4c7e-ad9a-f0dfc88dcfbc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54bccf3f-426b-4efd-8ab3-2d36cb64b211 HTTP/1.1" status: 200 len: 217 time: 0.2780952 Nov 23 07:43:24.686902 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a27df870-4314-4d2d-8f2e-d8ce07880411 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:24.916341 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-9eadcd1a-78a6-467b-b50a-9666349467a4 service neutron] 10.222.0.48 "GET /v2.0/networks/41a8f465-c4c3-4408-a9dd-14556e78b966?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1208625 Nov 23 07:43:25.016446 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-b08e8827-4a1e-48a3-8652-95b18e1589a6 None None] Set router fdbce833-cdf0-4b8a-b659-620d52c496ff gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:43:25.090154 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-59a5eeb4-6b1d-4c71-850b-274880be9671 None None] Publish callbacks [] for port, precommit_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:25.106953 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ebbbe-1ef9-46b4-a911-ab081fc1e345 req-43d11ede-7bfd-4139-b235-85fddc73f4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:25.109534 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d60ebbbe-1ef9-46b4-a911-ab081fc1e345 req-43d11ede-7bfd-4139-b235-85fddc73f4f9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f6a1677-017f-45cd-af64-861665aa02df HTTP/1.1" status: 200 len: 851 time: 0.3620348 Nov 23 07:43:25.116414 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-59a5eeb4-6b1d-4c71-850b-274880be9671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:25.123453 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-14eace88-49e7-4cc2-beaf-ddd7574e1d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:25.243702 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d60ebbbe-1ef9-46b4-a911-ab081fc1e345 req-3f17005c-fcec-4d1f-b219-1a19503fbdb3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=9af761aa-3754-4538-98bd-443814fd3260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113095 Nov 23 07:43:25.270310 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceecd89-b513-4453-bb5c-070e991d9456 None None] Pushing event updated for resources: {'Port': ['ID=e9c86375-8856-4afc-a821-5408aaa75ecb,revision_number=3']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:25.288670 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-14eace88-49e7-4cc2-beaf-ddd7574e1d5e None None] For port af53ab23-aa21-4f44-9991-3383dfee7e1b, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=af53ab23-aa21-4f44-9991-3383dfee7e1b,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:43:25.317343 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-14eace88-49e7-4cc2-beaf-ddd7574e1d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:25.374378 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41582) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:25.424020 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-59a5eeb4-6b1d-4c71-850b-274880be9671 None None] Attempting to bind port e9c86375-8856-4afc-a821-5408aaa75ecb on host dv-cinder-804035-14-iscsi for vnic_type normal with profile {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:43:25.424466 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-59a5eeb4-6b1d-4c71-850b-274880be9671 None None] Attempting to bind port e9c86375-8856-4afc-a821-5408aaa75ecb by drivers openvswitch,hyperv on host dv-cinder-804035-14-iscsi at level 0 using segments [{'id': 'ac45e97e-b6dc-47a3-93d3-c4edacf6cc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b78d8c29-35aa-4c8a-8439-dc361a48243a'}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:43:25.426559 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a5eeb4-6b1d-4c71-850b-274880be9671 None None] Attempting to bind port e9c86375-8856-4afc-a821-5408aaa75ecb on network b78d8c29-35aa-4c8a-8439-dc361a48243a {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:43:25.477487 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-78a79a96-9323-413f-8f90-25d503207738 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:25.516850 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a5eeb4-6b1d-4c71-850b-274880be9671 None None] Checking agent: {'id': 'b3285c04-b64b-48ad-a641-833cdb741995', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'started_at': datetime.datetime(2021, 11, 23, 7, 35, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:43:25.517506 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a5eeb4-6b1d-4c71-850b-274880be9671 None None] Checking segment: {'id': 'ac45e97e-b6dc-47a3-93d3-c4edacf6cc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b78d8c29-35aa-4c8a-8439-dc361a48243a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:43:25.518193 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-59a5eeb4-6b1d-4c71-850b-274880be9671 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:25.518740 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a5eeb4-6b1d-4c71-850b-274880be9671 None None] Bound using segment: {'id': 'ac45e97e-b6dc-47a3-93d3-c4edacf6cc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b78d8c29-35aa-4c8a-8439-dc361a48243a'} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:43:25.519373 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-59a5eeb4-6b1d-4c71-850b-274880be9671 None None] Bound port: e9c86375-8856-4afc-a821-5408aaa75ecb, host: dv-cinder-804035-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac45e97e-b6dc-47a3-93d3-c4edacf6cc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b78d8c29-35aa-4c8a-8439-dc361a48243a'}}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:43:25.520467 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-59a5eeb4-6b1d-4c71-850b-274880be9671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:25.536285 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eace88-49e7-4cc2-beaf-ddd7574e1d5e None None] Pushing event updated for resources: {'Port': ['ID=af53ab23-aa21-4f44-9991-3383dfee7e1b,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:25.561510 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-fd74d0a3-6a70-40db-bbc7-6ae8fd254438 None None] Provisioning complete for port af53ab23-aa21-4f44-9991-3383dfee7e1b triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:25.561907 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-fd74d0a3-6a70-40db-bbc7-6ae8fd254438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:25.563948 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-9bc5abef-137f-4427-9a60-6a0a9ec2f5c6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for port, precommit_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:25.574068 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-eceaa1eb-06e3-4e80-af1d-152169c66268 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:25.582705 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-eceaa1eb-06e3-4e80-af1d-152169c66268 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/networks?id=b78d8c29-35aa-4c8a-8439-dc361a48243a HTTP/1.1" status: 200 len: 819 time: 0.7241464 Nov 23 07:43:25.600151 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-9bc5abef-137f-4427-9a60-6a0a9ec2f5c6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:25.678567 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d60ebbbe-1ef9-46b4-a911-ab081fc1e345 req-f4451441-cee0-4476-ad9b-f340d853ea3c service neutron] 10.222.0.31 "GET /v2.0/networks/9af761aa-3754-4538-98bd-443814fd3260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286369 Nov 23 07:43:25.689200 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-a7d40450-6894-4beb-8c99-3ed8e9c1ab93 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/quotas/ed47c8e5e9704a0abf5643f488f1b2be HTTP/1.1" status: 200 len: 375 time: 0.1047604 Nov 23 07:43:25.711538 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5abef-137f-4427-9a60-6a0a9ec2f5c6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Pushing event updated for resources: {'Port': ['ID=978ef088-f3ab-45a7-a9a6-7ec8a6c9dd49,revision_number=2']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:25.762876 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-9bc5abef-137f-4427-9a60-6a0a9ec2f5c6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1712191'] for floatingip, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:25.791337 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-b08e8827-4a1e-48a3-8652-95b18e1589a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'name': 'tempest-AttachVolumeShelveTestJSON-979039873-router', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'gw_port': {'id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:02Z', 'updated_at': '2021-11-23T07:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'af53ab23-aa21-4f44-9991-3383dfee7e1b', 'name': '', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'mac_address': 'fa:16:3e:0e:bd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:11Z', 'updated_at': '2021-11-23T07:43:24Z', 'revision_number': 4, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'subnets': [{'id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:43:25.825827 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fad28-cbae-428c-8b53-eba40e100929 None None] Pushing event updated for resources: {'Port': ['ID=af53ab23-aa21-4f44-9991-3383dfee7e1b,revision_number=4']} {{(pid=109286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:25.831620 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08e8827-4a1e-48a3-8652-95b18e1589a6 None None] The sync data for ids ['fdbce833-cdf0-4b8a-b659-620d52c496ff'] in dv-cinder-804035-14-iscsi is: [{'id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'name': 'tempest-AttachVolumeShelveTestJSON-979039873-router', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'gw_port': {'id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:02Z', 'updated_at': '2021-11-23T07:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'af53ab23-aa21-4f44-9991-3383dfee7e1b', 'name': '', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'mac_address': 'fa:16:3e:0e:bd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:11Z', 'updated_at': '2021-11-23T07:43:24Z', 'revision_number': 4, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'subnets': [{'id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:43:25.842569 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-9bc5abef-137f-4427-9a60-6a0a9ec2f5c6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for floatingip, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:25.844091 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-9bc5abef-137f-4427-9a60-6a0a9ec2f5c6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0662510 Nov 23 07:43:25.859283 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-fbc2a22d-0da7-47af-9b15-e0138027e226 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed47c8e5e9704a0abf5643f488f1b2be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1687281 Nov 23 07:43:26.043129 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-78a79a96-9323-413f-8f90-25d503207738 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:26.061747 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-59a5eeb4-6b1d-4c71-850b-274880be9671 None None] For port e9c86375-8856-4afc-a821-5408aaa75ecb, host dv-cinder-804035-14-iscsi, cleared binding levels {{(pid=109285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:43:26.076298 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-78a79a96-9323-413f-8f90-25d503207738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:26.096493 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d60ebbbe-1ef9-46b4-a911-ab081fc1e345 req-c5cd4545-9132-4e59-a27c-90a9de5e0df3 service neutron] 10.222.0.31 "GET /v2.0/networks/9af761aa-3754-4538-98bd-443814fd3260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082484 Nov 23 07:43:26.119393 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-59a5eeb4-6b1d-4c71-850b-274880be9671 None None] For port e9c86375-8856-4afc-a821-5408aaa75ecb, host dv-cinder-804035-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=e9c86375-8856-4afc-a821-5408aaa75ecb,segment=NetworkSegment(ac45e97e-b6dc-47a3-93d3-c4edacf6cc25),segment_id=ac45e97e-b6dc-47a3-93d3-c4edacf6cc25)] {{(pid=109285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:43:26.139687 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-59a5eeb4-6b1d-4c71-850b-274880be9671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:26.188843 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-672449f3-e0e3-4081-9f39-01060a7cc644 service neutron] 10.222.0.48 "GET /v2.0/networks/b78d8c29-35aa-4c8a-8439-dc361a48243a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282952 Nov 23 07:43:26.200672 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-4c72b7e3-7782-4ba2-b74c-779295ce4263 service neutron] 10.222.0.48 "GET /v2.0/networks/41a8f465-c4c3-4408-a9dd-14556e78b966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2678587 Nov 23 07:43:26.234963 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a79a96-9323-413f-8f90-25d503207738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee48846-93bd-4555-ab6d-5cd74ac461f2,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:26.245839 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-78a79a96-9323-413f-8f90-25d503207738 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=09151dd7abbb4842ac474fd2605524cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8662105 Nov 23 07:43:26.254343 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 41602) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:26.279070 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceecd89-b513-4453-bb5c-070e991d9456 None None] Pushing event updated for resources: {'Port': ['ID=e9c86375-8856-4afc-a821-5408aaa75ecb,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:26.296553 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device af53ab23-aa21-4f44-9991-3383dfee7e1b up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:43:26.349981 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a5eeb4-6b1d-4c71-850b-274880be9671 None None] Routers {'b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:43:26.350839 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-59a5eeb4-6b1d-4c71-850b-274880be9671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:43:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:43:26.437547 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-69bd3287-afdb-4a0e-ae01-ca491fa6e359 service neutron] 10.222.0.48 "GET /v2.0/networks/b78d8c29-35aa-4c8a-8439-dc361a48243a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387474 Nov 23 07:43:26.637045 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a27df870-4314-4d2d-8f2e-d8ce07880411 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:26.686106 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a27df870-4314-4d2d-8f2e-d8ce07880411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:26.762746 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-59a5eeb4-6b1d-4c71-850b-274880be9671 None None] Set router b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:43:26.804505 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a27df870-4314-4d2d-8f2e-d8ce07880411 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=109283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 07:43:26.808723 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port af53ab23-aa21-4f44-9991-3383dfee7e1b triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:26.809410 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:26.840214 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a27df870-4314-4d2d-8f2e-d8ce07880411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:26.840564 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.db.segments_db [None req-a27df870-4314-4d2d-8f2e-d8ce07880411 admin admin] Added segment 28ff292b-9311-4020-89fe-fe7ed592dbfa of type vlan for network f788f8ef-ff9b-48e8-8f2c-fc031cccf235 Nov 23 07:43:26.880401 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-0a85885f-7226-44f2-9ca3-597f72d41524 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1702814656&fields=id&tenant_id=edd4c40a2d5e481eadb2fc728cc0ca5a HTTP/1.1" status: 200 len: 267 time: 0.1525481 Nov 23 07:43:27.134665 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a27df870-4314-4d2d-8f2e-d8ce07880411 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750071714106'] for network, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:27.204072 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27df870-4314-4d2d-8f2e-d8ce07880411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c2e9d9-8d15-4677-902a-b4b5b3c4c2a1,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:27.208293 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-be78b023-dc88-4a5f-94e1-21b2ced2391f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:27.218873 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-be78b023-dc88-4a5f-94e1-21b2ced2391f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/networks?id=d9cb767d-e579-4bd6-9168-0f1ea7c41329 HTTP/1.1" status: 200 len: 816 time: 0.3307419 Nov 23 07:43:27.251054 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-da3587fc-ff73-427f-a58d-4d9853c0ec04 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/quotas/edd4c40a2d5e481eadb2fc728cc0ca5a HTTP/1.1" status: 200 len: 375 time: 0.0309837 Nov 23 07:43:27.268996 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6d09e-3b00-438a-8619-61b1b1d441b4 req-287662a2-64ee-4fb1-af9c-d4ca741eed7c tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:27.277948 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-fcc6d09e-3b00-438a-8619-61b1b1d441b4 req-287662a2-64ee-4fb1-af9c-d4ca741eed7c tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 943 time: 0.6471739 Nov 23 07:43:27.280984 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5487b5d4-723f-473e-8dc3-39fcd5cec36b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:27.292536 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.db.resource_extend [None req-a27df870-4314-4d2d-8f2e-d8ce07880411 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 07:43:27.300314 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-59a5eeb4-6b1d-4c71-850b-274880be9671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c', 'name': 'tempest-ServerRescueNegativeTestJSON-1010763571-router', 'tenant_id': 'ed47c8e5e9704a0abf5643f488f1b2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '84265cb0-47d6-4023-b489-5258ac1f37fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:43:01Z', 'updated_at': '2021-11-23T07:43:16Z', 'revision_number': 4, 'project_id': 'ed47c8e5e9704a0abf5643f488f1b2be', 'gw_port': {'id': '84265cb0-47d6-4023-b489-5258ac1f37fe', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:04Z', 'updated_at': '2021-11-23T07:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'e9c86375-8856-4afc-a821-5408aaa75ecb', 'name': '', 'network_id': 'b78d8c29-35aa-4c8a-8439-dc361a48243a', 'tenant_id': 'ed47c8e5e9704a0abf5643f488f1b2be', 'mac_address': 'fa:16:3e:6f:a1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e589956e-ed5a-4e41-8270-f9456f7b8a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:13Z', 'updated_at': '2021-11-23T07:43:25Z', 'revision_number': 4, 'project_id': 'ed47c8e5e9704a0abf5643f488f1b2be', 'subnets': [{'id': 'e589956e-ed5a-4e41-8270-f9456f7b8a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:43:27.378585 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a5eeb4-6b1d-4c71-850b-274880be9671 None None] The sync data for ids ['b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c'] in dv-cinder-804035-14-iscsi is: [{'id': 'b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c', 'name': 'tempest-ServerRescueNegativeTestJSON-1010763571-router', 'tenant_id': 'ed47c8e5e9704a0abf5643f488f1b2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '84265cb0-47d6-4023-b489-5258ac1f37fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:43:01Z', 'updated_at': '2021-11-23T07:43:16Z', 'revision_number': 4, 'project_id': 'ed47c8e5e9704a0abf5643f488f1b2be', 'gw_port': {'id': '84265cb0-47d6-4023-b489-5258ac1f37fe', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:04Z', 'updated_at': '2021-11-23T07:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'e9c86375-8856-4afc-a821-5408aaa75ecb', 'name': '', 'network_id': 'b78d8c29-35aa-4c8a-8439-dc361a48243a', 'tenant_id': 'ed47c8e5e9704a0abf5643f488f1b2be', 'mac_address': 'fa:16:3e:6f:a1:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e589956e-ed5a-4e41-8270-f9456f7b8a2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:13Z', 'updated_at': '2021-11-23T07:43:25Z', 'revision_number': 4, 'project_id': 'ed47c8e5e9704a0abf5643f488f1b2be', 'subnets': [{'id': 'e589956e-ed5a-4e41-8270-f9456f7b8a2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:43:27.407488 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-3f8720ba-a14e-4b92-b281-386a7516c101 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=edd4c40a2d5e481eadb2fc728cc0ca5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1544003 Nov 23 07:43:27.419193 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a27df870-4314-4d2d-8f2e-d8ce07880411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for network, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:27.422314 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27df870-4314-4d2d-8f2e-d8ce07880411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:27.423697 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a27df870-4314-4d2d-8f2e-d8ce07880411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:27.480470 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5487b5d4-723f-473e-8dc3-39fcd5cec36b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:27.493404 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-a27df870-4314-4d2d-8f2e-d8ce07880411 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.4318826 Nov 23 07:43:27.517955 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41656) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:27.553397 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-1c8c805d-ef0c-47cd-9f73-c6adbb8b1a88 admin admin] Request body: {'subnet': {'network_id': 'f788f8ef-ff9b-48e8-8f2c-fc031cccf235', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1510402179-subnet', 'tenant_id': '09c698c102fe4cda96938b360fd5ac5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:43:27.714400 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8c805d-ef0c-47cd-9f73-c6adbb8b1a88 admin admin] Made reservation on behalf of 09c698c102fe4cda96938b360fd5ac5b for: {'subnet': 1} {{(pid=109284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:43:27.716283 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5487b5d4-723f-473e-8dc3-39fcd5cec36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:27.718706 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-1c8c805d-ef0c-47cd-9f73-c6adbb8b1a88 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:27.728984 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5487b5d4-723f-473e-8dc3-39fcd5cec36b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:27.740954 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-5487b5d4-723f-473e-8dc3-39fcd5cec36b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4ee48846-93bd-4555-ab6d-5cd74ac461f2 HTTP/1.1" status: 204 len: 168 time: 1.4833148 Nov 23 07:43:27.787983 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-11289855-3179-4373-ae82-4761a15e2c89 service neutron] 10.222.0.48 "GET /v2.0/networks/d9cb767d-e579-4bd6-9168-0f1ea7c41329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562388 Nov 23 07:43:27.937634 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-fcc6d09e-3b00-438a-8619-61b1b1d441b4 req-a4d644fc-9d7d-4c90-9b11-308c9b8d3cd6 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/security-groups?id=56622021-8102-4d76-b684-5196068d17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6036775 Nov 23 07:43:27.955538 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27df870-4314-4d2d-8f2e-d8ce07880411 admin admin] Pushing event updated for resources: {'Network': ['ID=f788f8ef-ff9b-48e8-8f2c-fc031cccf235,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:27.957996 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487b5d4-723f-473e-8dc3-39fcd5cec36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee48846-93bd-4555-ab6d-5cd74ac461f2,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:27.972091 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Network f788f8ef-ff9b-48e8-8f2c-fc031cccf235 details requested by agent ovs-agent-dv-cinder-804035-14-iscsi with host dv-cinder-804035-14-iscsi {{(pid=109285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 07:43:28.107150 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-f9314075-2723-43b8-9545-399c2a8b94a9 service neutron] 10.222.0.48 "GET /v2.0/networks/d9cb767d-e579-4bd6-9168-0f1ea7c41329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175089 Nov 23 07:43:28.154522 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-cee7f750-3a81-48a6-a942-d36410585b76 req-9a8770d6-8534-48cb-b5bb-d8f0ba80c93e tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 210 time: 0.0711834 Nov 23 07:43:28.334147 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device e9c86375-8856-4afc-a821-5408aaa75ecb up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:43:28.341331 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-252bbb8d-fbff-4c96-be89-38cf8cb58cc1 req-0271945d-32b5-4236-bc23-079bc4520e42 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 210 time: 0.0620804 Nov 23 07:43:28.479646 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-1c8c805d-ef0c-47cd-9f73-c6adbb8b1a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for subnet, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:28.522854 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4fc04204-503c-41a9-907b-5f6991df2cde req-f99eb890-eace-43d7-b040-b8b0b809e361 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 210 time: 0.0716269 Nov 23 07:43:28.555502 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port e9c86375-8856-4afc-a821-5408aaa75ecb triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:28.556301 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:28.645770 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-f01e959f-5f06-435c-a100-884956b19ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:28.740082 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c805d-ef0c-47cd-9f73-c6adbb8b1a88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92370647-a93b-4c45-bbfd-2136e9c1f698,revision_number=0']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:28.749729 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8c805d-ef0c-47cd-9f73-c6adbb8b1a88 admin admin] Checking segment: {'id': '28ff292b-9311-4020-89fe-fe7ed592dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f788f8ef-ff9b-48e8-8f2c-fc031cccf235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:43:28.750046 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8c805d-ef0c-47cd-9f73-c6adbb8b1a88 admin admin] Network hostable DHCP agents. Network: f788f8ef-ff9b-48e8-8f2c-fc031cccf235, hostable agents: ['9f8f8844-157f-46aa-8160-5509eea3b0e3'], hosted agents: [] {{(pid=109284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 07:43:28.847284 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8c805d-ef0c-47cd-9f73-c6adbb8b1a88 admin admin] Network f788f8ef-ff9b-48e8-8f2c-fc031cccf235 is scheduled to be hosted by DHCP agent 9f8f8844-157f-46aa-8160-5509eea3b0e3 with binding_index 1 {{(pid=109284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 07:43:28.865240 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 54bccf3f-426b-4efd-8ab3-2d36cb64b211 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 07:43:28.910323 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-1c8c805d-ef0c-47cd-9f73-c6adbb8b1a88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-14-iscsi, f788f8ef-ff9b-48e8-8f2c-fc031cccf235) {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:43:28.923628 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:28.930724 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6390699-1dfa-4743-946b-b923104fc648 None None] Network f788f8ef-ff9b-48e8-8f2c-fc031cccf235 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:43:28.943850 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8c805d-ef0c-47cd-9f73-c6adbb8b1a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:28.944581 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-1c8c805d-ef0c-47cd-9f73-c6adbb8b1a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for subnet, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:29.014132 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-1c8c805d-ef0c-47cd-9f73-c6adbb8b1a88 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4950662 Nov 23 07:43:29.041432 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.db.resource_extend [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 07:43:29.095592 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-636f1e1b-6e43-4fc3-b10a-014859e3987d tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:29.097337 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-636f1e1b-6e43-4fc3-b10a-014859e3987d tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/networks?id=b78d8c29-35aa-4c8a-8439-dc361a48243a HTTP/1.1" status: 200 len: 819 time: 0.2111151 Nov 23 07:43:29.121309 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-18f1cbae-1149-4f92-ac7e-51fc8572cef6 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/quotas/ed47c8e5e9704a0abf5643f488f1b2be HTTP/1.1" status: 200 len: 375 time: 0.0176864 Nov 23 07:43:29.195719 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-21aa9e61-9ac3-4a39-b9d0-f6c9ba151df1 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed47c8e5e9704a0abf5643f488f1b2be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0667212 Nov 23 07:43:29.232662 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] For port e9c86375-8856-4afc-a821-5408aaa75ecb, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=e9c86375-8856-4afc-a821-5408aaa75ecb,segment=NetworkSegment(ac45e97e-b6dc-47a3-93d3-c4edacf6cc25),segment_id=ac45e97e-b6dc-47a3-93d3-c4edacf6cc25)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:43:29.296973 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:29.326066 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41738) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:29.425054 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.db_base_plugin_v2 [None req-abc6ce17-8bb4-4d29-848e-92e805a17bc0 admin admin] Deleting subnet 6483d755-4a61-430c-926e-5863fcee7694 {{(pid=109284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 07:43:29.429824 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-abc6ce17-8bb4-4d29-848e-92e805a17bc0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:29.460076 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee459b8-5736-4a46-9d59-94d7150b3d77 req-69e365e6-cdc6-47bd-a3d9-a1114af37a43 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:29.463939 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5ee459b8-5736-4a46-9d59-94d7150b3d77 req-69e365e6-cdc6-47bd-a3d9-a1114af37a43 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 943 time: 0.2524683 Nov 23 07:43:29.495230 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-cf99fae2-f385-4fc2-b9cd-f2f5395f780d tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:29.502850 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-cf99fae2-f385-4fc2-b9cd-f2f5395f780d tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.31 "GET /v2.0/networks?id=b78d8c29-35aa-4c8a-8439-dc361a48243a HTTP/1.1" status: 200 len: 819 time: 0.5399659 Nov 23 07:43:29.512246 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.31', 49914) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:29.551971 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-abc6ce17-8bb4-4d29-848e-92e805a17bc0 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:29.567663 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-c8ce3284-2654-48e7-8a3a-e7f1cda7d740 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Request body: {'port': {'device_id': 'c5cba5f7-c9fd-4708-923c-deec6ab27cdd', 'network_id': 'b78d8c29-35aa-4c8a-8439-dc361a48243a', 'admin_state_up': True, 'tenant_id': 'ed47c8e5e9704a0abf5643f488f1b2be'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:43:29.652406 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-abc6ce17-8bb4-4d29-848e-92e805a17bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668856'] for subnet, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:29.719631 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-6b2bf560-fd6e-4b35-8d93-5bf3baa36514 service neutron] 10.222.0.48 "GET /v2.0/networks/b78d8c29-35aa-4c8a-8439-dc361a48243a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5151167 Nov 23 07:43:29.843185 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5ee459b8-5736-4a46-9d59-94d7150b3d77 req-5aa191d2-d01a-4cd1-bec0-809450d7baf7 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/security-groups?id=56622021-8102-4d76-b684-5196068d17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392358 Nov 23 07:43:29.873438 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-c8ce3284-2654-48e7-8a3a-e7f1cda7d740 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Made reservation on behalf of ed47c8e5e9704a0abf5643f488f1b2be for: {'port': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:43:29.878432 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-c8ce3284-2654-48e7-8a3a-e7f1cda7d740 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:29.920648 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Pushing event updated for resources: {'Port': ['ID=e9c86375-8856-4afc-a821-5408aaa75ecb,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:30.004812 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 54bccf3f-426b-4efd-8ab3-2d36cb64b211, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=54bccf3f-426b-4efd-8ab3-2d36cb64b211,segment=NetworkSegment(a69a567c-4699-4ee0-ad3e-a847190429e5),segment_id=a69a567c-4699-4ee0-ad3e-a847190429e5)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:43:30.009579 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-5565b8e3-1a2e-4f40-a2cf-675bac156251 service neutron] 10.222.0.48 "GET /v2.0/networks/b78d8c29-35aa-4c8a-8439-dc361a48243a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880132 Nov 23 07:43:30.049592 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Returning: {'device': '54bccf3f-426b-4efd-8ab3-2d36cb64b211', 'network_id': '9af761aa-3754-4538-98bd-443814fd3260', 'port_id': '54bccf3f-426b-4efd-8ab3-2d36cb64b211', 'mac_address': 'fa:16:3e:4b:07:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6a1677-017f-45cd-af64-861665aa02df', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 07:43:30.082977 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d54fb9-8bbd-452d-93ec-5f4837eb3502 None None] Network f788f8ef-ff9b-48e8-8f2c-fc031cccf235 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:43:30.128602 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-abc6ce17-8bb4-4d29-848e-92e805a17bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-707915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for subnet, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:30.185427 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device e9c86375-8856-4afc-a821-5408aaa75ecb up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:43:30.194279 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a9081a23-a828-43fa-b7ab-e03afbd52c79 req-a808d3d6-fe41-4e8e-b36f-b395a2af5192 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 210 time: 0.0574341 Nov 23 07:43:30.239436 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6ce17-8bb4-4d29-848e-92e805a17bc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6483d755-4a61-430c-926e-5863fcee7694,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:30.263089 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-abc6ce17-8bb4-4d29-848e-92e805a17bc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for subnet, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:30.269281 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-abc6ce17-8bb4-4d29-848e-92e805a17bc0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6483d755-4a61-430c-926e-5863fcee7694 HTTP/1.1" status: 204 len: 168 time: 0.9419022 Nov 23 07:43:30.270049 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:30.272829 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41770) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:30.308488 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54bccf3f-426b-4efd-8ab3-2d36cb64b211 {{(pid=109285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:43:30.330132 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-c8ce3284-2654-48e7-8a3a-e7f1cda7d740 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Allocated IP 172.20.0.9 (b78d8c29-35aa-4c8a-8439-dc361a48243a/e589956e-ed5a-4e41-8270-f9456f7b8a2f/98e7ca52-3570-4eee-8b5d-7db714fe981a) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:43:30.351104 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-7856d087-b896-4005-b7ba-1b71aad2d9bb tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:30.353535 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-7856d087-b896-4005-b7ba-1b71aad2d9bb tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.31 "GET /v2.0/networks?id=41a8f465-c4c3-4408-a9dd-14556e78b966 HTTP/1.1" status: 200 len: 811 time: 0.8340747 Nov 23 07:43:30.426548 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 54bccf3f-426b-4efd-8ab3-2d36cb64b211, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=54bccf3f-426b-4efd-8ab3-2d36cb64b211,segment=NetworkSegment(a69a567c-4699-4ee0-ad3e-a847190429e5),segment_id=a69a567c-4699-4ee0-ad3e-a847190429e5)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:43:30.437104 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-aa553f94-c978-4b66-8fd1-3ebaf4b4b592 req-cf07a539-b8fa-4de8-bf35-c5233a2de23b tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 210 time: 0.0687432 Nov 23 07:43:30.492039 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:30.505938 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-c2c49a2b-e7a6-4a95-b998-525ca8dc1738 req-e2a61788-324a-49bf-9387-dd70737c5dfb tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 210 time: 0.0716238 Nov 23 07:43:30.528463 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a819a188-1cb3-45b6-baa0-2d570d2518f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629665'] for network, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:30.568166 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=54bccf3f-426b-4efd-8ab3-2d36cb64b211,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:30.573427 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port e9c86375-8856-4afc-a821-5408aaa75ecb triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:30.577207 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:30.779443 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-858768ef-793b-4d38-b7e7-2c20c6c97569 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc7f91007a2a4b90b80701592589a131 HTTP/1.1" status: 200 len: 380 time: 0.3963435 Nov 23 07:43:30.802959 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-98fa9de8-4889-40e5-9ec3-ba2ae60c6d58 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Request body: {'port': {'device_id': '28c2d383-cc82-4479-b0fe-d92e63ef538d', 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966', 'admin_state_up': True, 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'security_groups': ['3ea045c2-6f34-47fe-b1f5-ea315f5c16d0']}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:43:30.814280 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.31', 49919) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:30.817069 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['54bccf3f-426b-4efd-8ab3-2d36cb64b211'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:43:31.234782 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a819a188-1cb3-45b6-baa0-2d570d2518f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670311', 'neutron.services.segments.db._delete_segments_for_network-8750072253624'] for network, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:31.279319 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a819a188-1cb3-45b6-baa0-2d570d2518f4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:43:31.280339 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a819a188-1cb3-45b6-baa0-2d570d2518f4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:43:31.281286 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a819a188-1cb3-45b6-baa0-2d570d2518f4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:43:31.281831 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a819a188-1cb3-45b6-baa0-2d570d2518f4 admin admin] Subscribe: > port after_create 55550000 {{(pid=109284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:43:31.282370 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a819a188-1cb3-45b6-baa0-2d570d2518f4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:43:31.283427 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a819a188-1cb3-45b6-baa0-2d570d2518f4 admin admin] Subscribe: > port after_update 55550000 {{(pid=109284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:43:31.284021 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a819a188-1cb3-45b6-baa0-2d570d2518f4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:43:31.284556 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a819a188-1cb3-45b6-baa0-2d570d2518f4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:43:31.285088 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a819a188-1cb3-45b6-baa0-2d570d2518f4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:43:31.285794 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a819a188-1cb3-45b6-baa0-2d570d2518f4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:43:31.366737 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-53a856c4-7f94-4551-8105-6c239350420f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:31.379094 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-c8ce3284-2654-48e7-8a3a-e7f1cda7d740 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:31.417096 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-1fce04ed-fe1d-4fc9-b68d-804a65b24562 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:31.418739 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-1fce04ed-fe1d-4fc9-b68d-804a65b24562 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.31 "GET /v2.0/networks?id=d9cb767d-e579-4bd6-9168-0f1ea7c41329 HTTP/1.1" status: 200 len: 816 time: 0.5924418 Nov 23 07:43:31.435415 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de33f82-8a71-44d0-9cca-46923e148c28 req-edd7440f-382a-4d4e-b34f-45d5d627cfc2 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:31.442307 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6de33f82-8a71-44d0-9cca-46923e148c28 req-edd7440f-382a-4d4e-b34f-45d5d627cfc2 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 944 time: 0.3913548 Nov 23 07:43:31.575839 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6de33f82-8a71-44d0-9cca-46923e148c28 req-38024a62-5470-4cc1-88e5-9f71ca5fd4dc tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/security-groups?id=56622021-8102-4d76-b684-5196068d17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280591 Nov 23 07:43:31.590617 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-c8ce3284-2654-48e7-8a3a-e7f1cda7d740 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:31.626599 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-98fa9de8-4889-40e5-9ec3-ba2ae60c6d58 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Made reservation on behalf of bc7f91007a2a4b90b80701592589a131 for: {'port': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:43:31.631052 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-98fa9de8-4889-40e5-9ec3-ba2ae60c6d58 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:31.639298 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-5f187820-5c45-4868-8404-ccf49c8eb8ac tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edd4c40a2d5e481eadb2fc728cc0ca5a HTTP/1.1" status: 200 len: 380 time: 0.1958849 Nov 23 07:43:31.661496 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a819a188-1cb3-45b6-baa0-2d570d2518f4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:43:31.661890 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a819a188-1cb3-45b6-baa0-2d570d2518f4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:43:31.662229 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a819a188-1cb3-45b6-baa0-2d570d2518f4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:43:31.662618 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a819a188-1cb3-45b6-baa0-2d570d2518f4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:43:31.663242 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.services.segments.db [None req-a819a188-1cb3-45b6-baa0-2d570d2518f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfffe500-43b7-43af-8906-775a12b37732']}} {{(pid=109284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:43:31.668947 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-e7f027eb-9bed-4430-aee2-c6e6725b90d1 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Request body: {'port': {'device_id': 'bb841a35-6344-43a0-85d2-6de8116759b1', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'admin_state_up': True, 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'security_groups': ['470bf35d-c64b-4b28-8496-341153f392d3']}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:43:31.680874 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-c8ce3284-2654-48e7-8a3a-e7f1cda7d740 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Network b78d8c29-35aa-4c8a-8439-dc361a48243a is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:43:31.682476 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-c8ce3284-2654-48e7-8a3a-e7f1cda7d740 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:43:31.685042 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-c8ce3284-2654-48e7-8a3a-e7f1cda7d740 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:43:31.691142 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-c8ce3284-2654-48e7-8a3a-e7f1cda7d740 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:31.691507 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-c8ce3284-2654-48e7-8a3a-e7f1cda7d740 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:31.698346 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.services.segments.db [None req-a819a188-1cb3-45b6-baa0-2d570d2518f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014b53dd-be4a-4237-9bcf-c23fae0be172') {'for_net_delete': True} {{(pid=109284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:43:31.698678 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.services.segments.db [None req-a819a188-1cb3-45b6-baa0-2d570d2518f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014b53dd-be4a-4237-9bcf-c23fae0be172') {} {{(pid=109284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:43:31.734831 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ba767983-1e7b-4af8-b587-d0724f9741c3 req-7017f396-1ec2-4436-b021-2076ddbbd16c tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 210 time: 0.0547116 Nov 23 07:43:31.741858 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a819a188-1cb3-45b6-baa0-2d570d2518f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750072215116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336081'] for segment, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:31.768607 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-bb3e00e4-cc65-4c34-96d6-38504f020718 req-7aab09f2-d5ac-42d9-8c17-13bbcb26012c tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 210 time: 0.0941677 Nov 23 07:43:31.777023 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce3284-2654-48e7-8a3a-e7f1cda7d740 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Pushing event updated for resources: {'Port': ['ID=98e7ca52-3570-4eee-8b5d-7db714fe981a,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:31.787786 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-c8ce3284-2654-48e7-8a3a-e7f1cda7d740 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2671068 Nov 23 07:43:31.801148 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a819a188-1cb3-45b6-baa0-2d570d2518f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:31.827098 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a819a188-1cb3-45b6-baa0-2d570d2518f4 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=109284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 07:43:31.827520 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a819a188-1cb3-45b6-baa0-2d570d2518f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910447'] for segment, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: from cryptography.utils import int_from_bytes Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: from cryptography.utils import int_from_bytes Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: Traceback (most recent call last): Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: timer() Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: cb(*args, **kw) Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: return func(*args, **kwargs) Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: self._notify() Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: self.callback(batched_events) Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: event.method(event) Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: return f(self, *a, **k) Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: return self._get(url).json() Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: return self.request(url, 'GET', **kwargs) Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 07:43:31.844690 dv-cinder-804035-14-iscsi neutron-server[109284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 07:43:31.847382 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-65a6c005-8cb3-4d45-9b8a-c523f20214e1 service neutron] Request body: {'port': {'device_id': 'c5cba5f7-c9fd-4708-923c-deec6ab27cdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:43:31.945834 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-cf17f034-9f26-4e7e-947c-b73d66bb57b5 req-25a43dab-e2dc-4651-aca6-bb1ed2a4861d tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 210 time: 0.1005597 Nov 23 07:43:31.977068 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a819a188-1cb3-45b6-baa0-2d570d2518f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1712161'] for network, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:31.981224 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.31', 49925) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:32.000569 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a819a188-1cb3-45b6-baa0-2d570d2518f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:32.008086 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-a819a188-1cb3-45b6-baa0-2d570d2518f4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/dfffe500-43b7-43af-8906-775a12b37732 HTTP/1.1" status: 204 len: 168 time: 1.7307885 Nov 23 07:43:32.023239 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41828) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:32.072510 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819a188-1cb3-45b6-baa0-2d570d2518f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfffe500-43b7-43af-8906-775a12b37732,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:32.141216 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb5426d6-09d6-4b2e-9278-c167477d8cae admin admin] Deleting subnet 92370647-a93b-4c45-bbfd-2136e9c1f698 {{(pid=109284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 07:43:32.146359 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-cb5426d6-09d6-4b2e-9278-c167477d8cae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:32.205756 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-65a6c005-8cb3-4d45-9b8a-c523f20214e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:32.212715 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-527685a6-d702-4c38-a156-1f46016154a8 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:32.215545 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-527685a6-d702-4c38-a156-1f46016154a8 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.31 "GET /v2.0/networks?id=b78d8c29-35aa-4c8a-8439-dc361a48243a HTTP/1.1" status: 200 len: 819 time: 0.2323771 Nov 23 07:43:32.220717 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-cb5426d6-09d6-4b2e-9278-c167477d8cae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336102'] for subnet, precommit_delete_associations {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:32.296541 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-c1bc634f-bbe6-4e72-a6ca-a211666542fc tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Request body: {'port': {'device_id': '6b9df126-b886-4cb5-88f0-20dc6e22dbe1', 'network_id': 'b78d8c29-35aa-4c8a-8439-dc361a48243a', 'admin_state_up': True, 'tenant_id': 'ed47c8e5e9704a0abf5643f488f1b2be'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:43:32.327611 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-cb5426d6-09d6-4b2e-9278-c167477d8cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668856'] for subnet, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:32.342177 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-98fa9de8-4889-40e5-9ec3-ba2ae60c6d58 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Allocated IP 172.20.0.8 (41a8f465-c4c3-4408-a9dd-14556e78b966/f02b6904-8bee-4b65-8d68-a5eced424f54/12786728-e083-4cb6-b178-3facabd226a9) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:43:32.344378 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-e7f027eb-9bed-4430-aee2-c6e6725b90d1 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Made reservation on behalf of edd4c40a2d5e481eadb2fc728cc0ca5a for: {'port': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:43:32.348239 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-e7f027eb-9bed-4430-aee2-c6e6725b90d1 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:32.480007 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-cb5426d6-09d6-4b2e-9278-c167477d8cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-707915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3909773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3985113'] for subnet, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:32.518730 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5426d6-09d6-4b2e-9278-c167477d8cae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92370647-a93b-4c45-bbfd-2136e9c1f698,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:32.533796 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-cb5426d6-09d6-4b2e-9278-c167477d8cae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for subnet, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:32.537075 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-cb5426d6-09d6-4b2e-9278-c167477d8cae admin admin] 10.222.0.48 "DELETE /v2.0/subnets/92370647-a93b-4c45-bbfd-2136e9c1f698 HTTP/1.1" status: 204 len: 168 time: 0.5041797 Nov 23 07:43:32.539895 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41854) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:32.615982 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-c1bc634f-bbe6-4e72-a6ca-a211666542fc tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Made reservation on behalf of ed47c8e5e9704a0abf5643f488f1b2be for: {'port': 1} {{(pid=109284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:43:32.624666 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-c1bc634f-bbe6-4e72-a6ca-a211666542fc tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:32.755765 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:32.821418 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 54bccf3f-426b-4efd-8ab3-2d36cb64b211 up at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:43:32.850573 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-e7f027eb-9bed-4430-aee2-c6e6725b90d1 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Allocated IP 172.20.0.6 (d9cb767d-e579-4bd6-9168-0f1ea7c41329/fd5e1985-8805-41d1-90d4-bdc402c620b5/8b4fce4b-5f2b-4eea-8335-5d57ac70511e) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:43:32.932492 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-cfd34c16-10d8-4bdd-86ef-e81327704944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629665'] for network, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:32.949294 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-98fa9de8-4889-40e5-9ec3-ba2ae60c6d58 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:32.964999 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-afc04946-27d8-45ce-8b61-0717d0ab236a req-f025dd09-b8a6-47be-b36a-4248d7ebc974 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 210 time: 0.0481339 Nov 23 07:43:32.977861 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b6c7e-0522-4064-b0cf-f338bf473882 req-581a80a9-0d89-4f24-be25-04b91c2c49b7 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:32.998685 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ce1b6c7e-0522-4064-b0cf-f338bf473882 req-581a80a9-0d89-4f24-be25-04b91c2c49b7 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 944 time: 0.2813253 Nov 23 07:43:33.006159 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning for port 54bccf3f-426b-4efd-8ab3-2d36cb64b211 completed by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 07:43:33.012097 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning complete for port 54bccf3f-426b-4efd-8ab3-2d36cb64b211 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:33.012701 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:33.083690 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-cfd34c16-10d8-4bdd-86ef-e81327704944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670311', 'neutron.services.segments.db._delete_segments_for_network-8750072253624'] for network, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:33.097290 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41868) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:33.124349 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.services.segments.db [None req-cfd34c16-10d8-4bdd-86ef-e81327704944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f788f8ef-ff9b-48e8-8f2c-fc031cccf235']}} {{(pid=109284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:43:33.149873 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-95e9ce89-464f-487f-a8b8-62df80811911 req-09ff8d74-1a56-4239-bd12-a98bb4ac5f1d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 210 time: 0.0501888 Nov 23 07:43:33.152855 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.services.segments.db [None req-cfd34c16-10d8-4bdd-86ef-e81327704944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ff292b-9311-4020-89fe-fe7ed592dbfa') {'for_net_delete': True} {{(pid=109284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:43:33.153012 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.services.segments.db [None req-cfd34c16-10d8-4bdd-86ef-e81327704944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ff292b-9311-4020-89fe-fe7ed592dbfa') {} {{(pid=109284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:43:33.164133 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-cfd34c16-10d8-4bdd-86ef-e81327704944 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750072215116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336081'] for segment, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:33.187395 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-cfd34c16-10d8-4bdd-86ef-e81327704944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:33.187620 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-65a6c005-8cb3-4d45-9b8a-c523f20214e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98e7ca52-3570-4eee-8b5d-7db714fe981a {{(pid=109283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:43:33.202586 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd34c16-10d8-4bdd-86ef-e81327704944 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 07:43:33.204826 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-cfd34c16-10d8-4bdd-86ef-e81327704944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910447'] for segment, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: Traceback (most recent call last): Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: timer() Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: cb(*args, **kw) Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: return func(*args, **kwargs) Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: self._notify() Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: self.callback(batched_events) Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: event.method(event) Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: return f(self, *a, **k) Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: return self._get(url).json() Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: return self.request(url, 'GET', **kwargs) Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 07:43:33.208347 dv-cinder-804035-14-iscsi neutron-server[109284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 07:43:33.219966 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-65a6c005-8cb3-4d45-9b8a-c523f20214e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:33.282894 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:33.322371 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be4189be-d8dd-4c98-8200-662d44bcb4a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bccf3f-426b-4efd-8ab3-2d36cb64b211'}] {{(pid=109285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:43:33.328788 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-74c22c7f-b832-43b7-b223-dcbd44d5b237 req-cd1d5549-1d9e-44cc-8183-e0632e052223 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 210 time: 0.0784743 Nov 23 07:43:33.338055 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-cfd34c16-10d8-4bdd-86ef-e81327704944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1712161'] for network, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:33.355365 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.provisioning_blocks [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-65a6c005-8cb3-4d45-9b8a-c523f20214e1 service neutron] Transition to ACTIVE for port object 98e7ca52-3570-4eee-8b5d-7db714fe981a will not be triggered until provisioned by entity L2. {{(pid=109283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 07:43:33.361638 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-cfd34c16-10d8-4bdd-86ef-e81327704944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:33.365419 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-cfd34c16-10d8-4bdd-86ef-e81327704944 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f788f8ef-ff9b-48e8-8f2c-fc031cccf235 HTTP/1.1" status: 204 len: 168 time: 0.8245587 Nov 23 07:43:33.385607 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd34c16-10d8-4bdd-86ef-e81327704944 admin admin] Pushing event deleted for resources: {'Network': ['ID=f788f8ef-ff9b-48e8-8f2c-fc031cccf235,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:33.396805 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-65a6c005-8cb3-4d45-9b8a-c523f20214e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:33.421190 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ce1b6c7e-0522-4064-b0cf-f338bf473882 req-8b24ffde-218a-4127-ace0-498517564647 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/security-groups?id=56622021-8102-4d76-b684-5196068d17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042810 Nov 23 07:43:33.448331 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-135febbc-a343-4842-aa41-6ef9db4545c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:33.454662 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 54bccf3f-426b-4efd-8ab3-2d36cb64b211, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=54bccf3f-426b-4efd-8ab3-2d36cb64b211,segment=NetworkSegment(a69a567c-4699-4ee0-ad3e-a847190429e5),segment_id=a69a567c-4699-4ee0-ad3e-a847190429e5)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:43:33.466050 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:33.517239 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.db_base_plugin_common [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-c1bc634f-bbe6-4e72-a6ca-a211666542fc tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Allocated IP 172.20.0.5 (b78d8c29-35aa-4c8a-8439-dc361a48243a/e589956e-ed5a-4e41-8270-f9456f7b8a2f/e60ee95d-4ae8-48a9-b92b-e6e28e265d71) {{(pid=109284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:43:33.536690 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-98fa9de8-4889-40e5-9ec3-ba2ae60c6d58 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:33.626726 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=54bccf3f-426b-4efd-8ab3-2d36cb64b211,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:33.664049 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-135febbc-a343-4842-aa41-6ef9db4545c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:33.673453 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-135febbc-a343-4842-aa41-6ef9db4545c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:33.710934 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41890) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:33.714304 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135febbc-a343-4842-aa41-6ef9db4545c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95aec288-5ba9-4bab-a788-6a7d566415ee,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:33.732052 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02971d1b2c0bcda538738d777e0cd5340c6e6849857750afdab036a2de6ad34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b68ae9c-61d7-4daf-bc2c-138de63aad64" -d '{"events": [{"server_uuid": "be4189be-d8dd-4c98-8200-662d44bcb4a4", "name": "network-vif-plugged", "status": "completed", "tag": "54bccf3f-426b-4efd-8ab3-2d36cb64b211"}]}' {{(pid=109285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:43:33.735788 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-e7f027eb-9bed-4430-aee2-c6e6725b90d1 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:33.759449 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6c005-8cb3-4d45-9b8a-c523f20214e1 service neutron] Pushing event updated for resources: {'Port': ['ID=98e7ca52-3570-4eee-8b5d-7db714fe981a,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:33.776060 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-98fa9de8-4889-40e5-9ec3-ba2ae60c6d58 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Network 41a8f465-c4c3-4408-a9dd-14556e78b966 is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:43:33.808662 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-98fa9de8-4889-40e5-9ec3-ba2ae60c6d58 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:43:33.837170 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-c1bc634f-bbe6-4e72-a6ca-a211666542fc tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Publish callbacks [] for port, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:33.845991 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-98fa9de8-4889-40e5-9ec3-ba2ae60c6d58 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:43:33.851868 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-98fa9de8-4889-40e5-9ec3-ba2ae60c6d58 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:33.852529 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-98fa9de8-4889-40e5-9ec3-ba2ae60c6d58 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:33.887260 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-135febbc-a343-4842-aa41-6ef9db4545c8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d9b863720fe54fb384fbdb9b1ec517fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7887871 Nov 23 07:43:33.894007 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41896) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:33.914432 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-e7f027eb-9bed-4430-aee2-c6e6725b90d1 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:33.923380 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-65a6c005-8cb3-4d45-9b8a-c523f20214e1 service neutron] Attempting to bind port 98e7ca52-3570-4eee-8b5d-7db714fe981a on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:43:33.923557 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-65a6c005-8cb3-4d45-9b8a-c523f20214e1 service neutron] Attempting to bind port 98e7ca52-3570-4eee-8b5d-7db714fe981a by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'ac45e97e-b6dc-47a3-93d3-c4edacf6cc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b78d8c29-35aa-4c8a-8439-dc361a48243a'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:43:33.924951 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-65a6c005-8cb3-4d45-9b8a-c523f20214e1 service neutron] Attempting to bind port 98e7ca52-3570-4eee-8b5d-7db714fe981a on network b78d8c29-35aa-4c8a-8439-dc361a48243a {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:43:33.929242 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-224109d6-30f9-49b6-8334-cef5e361e969 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=89766eadd1554039934e84724027784e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2095470 Nov 23 07:43:33.931562 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41898) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:33.933955 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa9de8-4889-40e5-9ec3-ba2ae60c6d58 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Pushing event updated for resources: {'Port': ['ID=12786728-e083-4cb6-b178-3facabd226a9,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:33.946551 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-65a6c005-8cb3-4d45-9b8a-c523f20214e1 service neutron] Port 98e7ca52-3570-4eee-8b5d-7db714fe981a on network b78d8c29-35aa-4c8a-8439-dc361a48243a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 07:43:33.946892 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-65a6c005-8cb3-4d45-9b8a-c523f20214e1 service neutron] Attempting to bind port 98e7ca52-3570-4eee-8b5d-7db714fe981a on network b78d8c29-35aa-4c8a-8439-dc361a48243a {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:43:33.961677 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-e7f027eb-9bed-4430-aee2-c6e6725b90d1 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Network d9cb767d-e579-4bd6-9168-0f1ea7c41329 is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:43:33.968074 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-98fa9de8-4889-40e5-9ec3-ba2ae60c6d58 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1792884 Nov 23 07:43:33.990746 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-c1bc634f-bbe6-4e72-a6ca-a211666542fc tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909886'] for port, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:34.000640 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8476dbcb-2bc0-435c-b7ab-a4db2648c879 x-openstack-request-id: req-8476dbcb-2bc0-435c-b7ab-a4db2648c879 {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:43:34.001470 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be4189be-d8dd-4c98-8200-662d44bcb4a4", "name": "network-vif-plugged", "status": "completed", "tag": "54bccf3f-426b-4efd-8ab3-2d36cb64b211", "code": 200}]} {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:43:34.001470 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8476dbcb-2bc0-435c-b7ab-a4db2648c879 {{(pid=109285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:43:34.001742 dv-cinder-804035-14-iscsi neutron-server[109285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be4189be-d8dd-4c98-8200-662d44bcb4a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bccf3f-426b-4efd-8ab3-2d36cb64b211', 'code': 200} Nov 23 07:43:34.023465 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-65a6c005-8cb3-4d45-9b8a-c523f20214e1 service neutron] Checking agent: {'id': 'ef857e00-999e-40cc-a620-789cb776d291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'started_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:43:34.023812 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-65a6c005-8cb3-4d45-9b8a-c523f20214e1 service neutron] Checking segment: {'id': 'ac45e97e-b6dc-47a3-93d3-c4edacf6cc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b78d8c29-35aa-4c8a-8439-dc361a48243a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:43:34.024206 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-65a6c005-8cb3-4d45-9b8a-c523f20214e1 service neutron] Bound using segment: {'id': 'ac45e97e-b6dc-47a3-93d3-c4edacf6cc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b78d8c29-35aa-4c8a-8439-dc361a48243a'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:43:34.024680 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-65a6c005-8cb3-4d45-9b8a-c523f20214e1 service neutron] Bound port: 98e7ca52-3570-4eee-8b5d-7db714fe981a, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac45e97e-b6dc-47a3-93d3-c4edacf6cc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b78d8c29-35aa-4c8a-8439-dc361a48243a'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:43:34.025042 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-65a6c005-8cb3-4d45-9b8a-c523f20214e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:34.048848 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-e7f027eb-9bed-4430-aee2-c6e6725b90d1 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:43:34.051724 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-e7f027eb-9bed-4430-aee2-c6e6725b90d1 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:43:34.058809 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-e7f027eb-9bed-4430-aee2-c6e6725b90d1 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:34.059536 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-e7f027eb-9bed-4430-aee2-c6e6725b90d1 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:34.083031 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-b1aa77ed-b544-42a3-b878-654e48118818 service neutron] Request body: {'port': {'device_id': '28c2d383-cc82-4479-b0fe-d92e63ef538d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:43:34.103711 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-e7f027eb-9bed-4430-aee2-c6e6725b90d1 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4466980 Nov 23 07:43:34.137834 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f027eb-9bed-4430-aee2-c6e6725b90d1 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Pushing event updated for resources: {'Port': ['ID=8b4fce4b-5f2b-4eea-8335-5d57ac70511e,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:34.230591 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-65a6c005-8cb3-4d45-9b8a-c523f20214e1 service neutron] For port 98e7ca52-3570-4eee-8b5d-7db714fe981a, host hv-cinder-80403, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:43:34.246890 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-b1aa77ed-b544-42a3-b878-654e48118818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:34.259612 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ae9e5-97b5-47d4-b544-504e97e80782 req-b70a942e-b1ab-4314-8349-9c8b62db4959 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:34.259844 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-dbe4795a-bfbe-4b97-a4c7-e201ad16e95a None None] Provisioning complete for port 12786728-e083-4cb6-b178-3facabd226a9 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:34.260047 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-dbe4795a-bfbe-4b97-a4c7-e201ad16e95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:34.261902 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-718ae9e5-97b5-47d4-b544-504e97e80782 req-b70a942e-b1ab-4314-8349-9c8b62db4959 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 931 time: 0.1844738 Nov 23 07:43:34.270236 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-65a6c005-8cb3-4d45-9b8a-c523f20214e1 service neutron] For port 98e7ca52-3570-4eee-8b5d-7db714fe981a, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=98e7ca52-3570-4eee-8b5d-7db714fe981a,segment=NetworkSegment(ac45e97e-b6dc-47a3-93d3-c4edacf6cc25),segment_id=ac45e97e-b6dc-47a3-93d3-c4edacf6cc25)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:43:34.285684 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-65a6c005-8cb3-4d45-9b8a-c523f20214e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:34.288914 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-c1bc634f-bbe6-4e72-a6ca-a211666542fc tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Network b78d8c29-35aa-4c8a-8439-dc361a48243a is already hosted by enough agents. {{(pid=109284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:43:34.297148 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c8097f8d-1435-4b99-96be-8fc62659a5d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:34.320508 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-dbe4795a-bfbe-4b97-a4c7-e201ad16e95a None None] Port 12786728-e083-4cb6-b178-3facabd226a9 cannot update to ACTIVE because it is not bound. {{(pid=109285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 07:43:34.323331 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-c1bc634f-bbe6-4e72-a6ca-a211666542fc tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Resources bound (agent type, host, resource id): {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:43:34.330256 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bc8b6afc-5381-41d2-9cd9-dab0de11e2cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:34.331882 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-c1bc634f-bbe6-4e72-a6ca-a211666542fc tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Received port after_create {{(pid=109284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:43:34.349172 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc634f-bbe6-4e72-a6ca-a211666542fc tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Pushing event updated for resources: {'Port': ['ID=e60ee95d-4ae8-48a9-b92b-e6e28e265d71,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:34.357761 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-65a6c005-8cb3-4d45-9b8a-c523f20214e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:34.358395 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-65a6c005-8cb3-4d45-9b8a-c523f20214e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:34.359805 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-65a6c005-8cb3-4d45-9b8a-c523f20214e1 service neutron] 10.222.0.31 "PUT /v2.0/ports/98e7ca52-3570-4eee-8b5d-7db714fe981a HTTP/1.1" status: 200 len: 1093 time: 2.5189672 Nov 23 07:43:34.366057 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5cba5f7-c9fd-4708-923c-deec6ab27cdd', 'tag': '98e7ca52-3570-4eee-8b5d-7db714fe981a'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:43:34.368292 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272cf5b2-8b75-4253-a471-01778d95b3c4" -d '{"events": [{"name": "network-changed", "server_uuid": "c5cba5f7-c9fd-4708-923c-deec6ab27cdd", "tag": "98e7ca52-3570-4eee-8b5d-7db714fe981a"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:43:34.405085 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c8097f8d-1435-4b99-96be-8fc62659a5d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:34.431309 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bc8b6afc-5381-41d2-9cd9-dab0de11e2cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:34.445082 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-588c7c95-4eb7-4bf4-aff3-21af69a3c62e None None] Provisioning complete for port 8b4fce4b-5f2b-4eea-8335-5d57ac70511e triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:34.445588 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-588c7c95-4eb7-4bf4-aff3-21af69a3c62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:34.476510 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6c005-8cb3-4d45-9b8a-c523f20214e1 service neutron] Pushing event updated for resources: {'Port': ['ID=98e7ca52-3570-4eee-8b5d-7db714fe981a,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:34.478157 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-c1bc634f-bbe6-4e72-a6ca-a211666542fc tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:34.479562 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-c1bc634f-bbe6-4e72-a6ca-a211666542fc tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for port, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:34.486911 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-718ae9e5-97b5-47d4-b544-504e97e80782 req-a28e8eee-e944-47cd-89c5-fc4b90acbb4e tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130210 Nov 23 07:43:34.489207 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-588c7c95-4eb7-4bf4-aff3-21af69a3c62e None None] Port 8b4fce4b-5f2b-4eea-8335-5d57ac70511e cannot update to ACTIVE because it is not bound. {{(pid=109285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 07:43:34.497756 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe70008-c11c-4f4e-ad9c-bf63118669dc req-78db9291-00e2-448e-a589-3e5ed579e27f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:34.499318 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-5fe70008-c11c-4f4e-ad9c-bf63118669dc req-78db9291-00e2-448e-a589-3e5ed579e27f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 931 time: 0.2130690 Nov 23 07:43:34.543023 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-c1bc634f-bbe6-4e72-a6ca-a211666542fc tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2896650 Nov 23 07:43:34.562824 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c8097f8d-1435-4b99-96be-8fc62659a5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:34.566895 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c8097f8d-1435-4b99-96be-8fc62659a5d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:34.570864 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-c8097f8d-1435-4b99-96be-8fc62659a5d2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/95aec288-5ba9-4bab-a788-6a7d566415ee HTTP/1.1" status: 204 len: 168 time: 0.6695144 Nov 23 07:43:34.577333 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bc8b6afc-5381-41d2-9cd9-dab0de11e2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:34.580570 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bc8b6afc-5381-41d2-9cd9-dab0de11e2cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:34.584150 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-bc8b6afc-5381-41d2-9cd9-dab0de11e2cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e33942f0-c18e-4d7c-914a-1dbbca25af83 HTTP/1.1" status: 204 len: 168 time: 0.6491847 Nov 23 07:43:34.599103 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8097f8d-1435-4b99-96be-8fc62659a5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95aec288-5ba9-4bab-a788-6a7d566415ee,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:34.615999 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-5fe70008-c11c-4f4e-ad9c-bf63118669dc req-bf379215-571e-4adf-8014-113a39e558c6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074700 Nov 23 07:43:34.617197 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b6afc-5381-41d2-9cd9-dab0de11e2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33942f0-c18e-4d7c-914a-1dbbca25af83,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:34.708609 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da559c-84a8-47bc-a5a5-1bafd24a1554 req-58495412-0771-4108-8aa0-135236906ce9 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:34.717266 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-05da559c-84a8-47bc-a5a5-1bafd24a1554 req-58495412-0771-4108-8aa0-135236906ce9 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 931 time: 0.1386752 Nov 23 07:43:34.723077 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da1dc8d-aeee-4123-b23b-0945800cb714 x-openstack-request-id: req-8da1dc8d-aeee-4123-b23b-0945800cb714 {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:43:34.723260 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5cba5f7-c9fd-4708-923c-deec6ab27cdd", "tag": "98e7ca52-3570-4eee-8b5d-7db714fe981a", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:43:34.723492 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8da1dc8d-aeee-4123-b23b-0945800cb714 {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:43:34.723889 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5cba5f7-c9fd-4708-923c-deec6ab27cdd', 'tag': '98e7ca52-3570-4eee-8b5d-7db714fe981a', 'status': 'completed', 'code': 200} Nov 23 07:43:34.822497 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:34.830043 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-b1aa77ed-b544-42a3-b878-654e48118818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12786728-e083-4cb6-b178-3facabd226a9 {{(pid=109283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:43:34.851851 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-b1aa77ed-b544-42a3-b878-654e48118818 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:34.858168 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-05da559c-84a8-47bc-a5a5-1bafd24a1554 req-197f1bc6-9eea-4f87-accd-dfbc1ec24125 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397266 Nov 23 07:43:34.876761 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.provisioning_blocks [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-b1aa77ed-b544-42a3-b878-654e48118818 service neutron] Transition to ACTIVE for port object 12786728-e083-4cb6-b178-3facabd226a9 will not be triggered until provisioned by entity L2. {{(pid=109283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 07:43:34.881193 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-b1aa77ed-b544-42a3-b878-654e48118818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:34.912984 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba567cc-c7ef-44b7-a6a2-c38cb8ecc141 req-4ba4b5ea-0876-4f64-be44-28a46707d7fe tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:34.923674 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-9ba567cc-c7ef-44b7-a6a2-c38cb8ecc141 req-4ba4b5ea-0876-4f64-be44-28a46707d7fe tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 945 time: 0.0939505 Nov 23 07:43:35.004575 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa77ed-b544-42a3-b878-654e48118818 service neutron] Pushing event updated for resources: {'Port': ['ID=12786728-e083-4cb6-b178-3facabd226a9,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:35.005109 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-9ba567cc-c7ef-44b7-a6a2-c38cb8ecc141 req-269e36b3-12f8-4924-942e-7895f2675e91 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/security-groups?id=56622021-8102-4d76-b684-5196068d17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766246 Nov 23 07:43:35.010529 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-b1aa77ed-b544-42a3-b878-654e48118818 service neutron] Attempting to bind port 12786728-e083-4cb6-b178-3facabd226a9 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:43:35.010880 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-b1aa77ed-b544-42a3-b878-654e48118818 service neutron] Attempting to bind port 12786728-e083-4cb6-b178-3facabd226a9 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'd49c0d41-f11b-425e-9786-8329159ba34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:43:35.011358 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-b1aa77ed-b544-42a3-b878-654e48118818 service neutron] Attempting to bind port 12786728-e083-4cb6-b178-3facabd226a9 on network 41a8f465-c4c3-4408-a9dd-14556e78b966 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:43:35.016376 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-b1aa77ed-b544-42a3-b878-654e48118818 service neutron] Port 12786728-e083-4cb6-b178-3facabd226a9 on network 41a8f465-c4c3-4408-a9dd-14556e78b966 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 07:43:35.016713 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-b1aa77ed-b544-42a3-b878-654e48118818 service neutron] Attempting to bind port 12786728-e083-4cb6-b178-3facabd226a9 on network 41a8f465-c4c3-4408-a9dd-14556e78b966 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:43:35.022548 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-b1aa77ed-b544-42a3-b878-654e48118818 service neutron] Checking agent: {'id': 'ef857e00-999e-40cc-a620-789cb776d291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'started_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:43:35.022895 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-b1aa77ed-b544-42a3-b878-654e48118818 service neutron] Checking segment: {'id': 'd49c0d41-f11b-425e-9786-8329159ba34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:43:35.023290 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-b1aa77ed-b544-42a3-b878-654e48118818 service neutron] Bound using segment: {'id': 'd49c0d41-f11b-425e-9786-8329159ba34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:43:35.023747 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-b1aa77ed-b544-42a3-b878-654e48118818 service neutron] Bound port: 12786728-e083-4cb6-b178-3facabd226a9, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd49c0d41-f11b-425e-9786-8329159ba34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:43:35.024108 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-b1aa77ed-b544-42a3-b878-654e48118818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:35.118958 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-b1aa77ed-b544-42a3-b878-654e48118818 service neutron] For port 12786728-e083-4cb6-b178-3facabd226a9, host hv-cinder-80403, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:43:35.123126 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-b1aa77ed-b544-42a3-b878-654e48118818 service neutron] For port 12786728-e083-4cb6-b178-3facabd226a9, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=12786728-e083-4cb6-b178-3facabd226a9,segment=NetworkSegment(d49c0d41-f11b-425e-9786-8329159ba34c),segment_id=d49c0d41-f11b-425e-9786-8329159ba34c)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:43:35.129980 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-b1aa77ed-b544-42a3-b878-654e48118818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:35.172931 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-b1aa77ed-b544-42a3-b878-654e48118818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:35.173659 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-b1aa77ed-b544-42a3-b878-654e48118818 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:35.175189 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-b1aa77ed-b544-42a3-b878-654e48118818 service neutron] 10.222.0.31 "PUT /v2.0/ports/12786728-e083-4cb6-b178-3facabd226a9 HTTP/1.1" status: 200 len: 1093 time: 1.0964262 Nov 23 07:43:35.190226 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41928) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:35.201634 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa77ed-b544-42a3-b878-654e48118818 service neutron] Pushing event updated for resources: {'Port': ['ID=12786728-e083-4cb6-b178-3facabd226a9,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:35.214878 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-613019a4-b057-4004-9e11-f6ef913a8f03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:35.241102 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 41930) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:35.291510 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-97f11cab-44dc-43ff-85bc-f646eb59dfd2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=09c698c102fe4cda96938b360fd5ac5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0474331 Nov 23 07:43:35.294682 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 41932) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:35.312000 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-613019a4-b057-4004-9e11-f6ef913a8f03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:35.316751 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-613019a4-b057-4004-9e11-f6ef913a8f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:35.353272 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a89fe334-93b8-4f73-a77d-8c05584674de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:35.360948 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613019a4-b057-4004-9e11-f6ef913a8f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e325654-f08e-49c0-9b25-351582e50c10,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:35.367796 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-613019a4-b057-4004-9e11-f6ef913a8f03 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=28d15d8498f344178c5fcae2c13af961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1763194 Nov 23 07:43:35.370853 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 41934) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:35.386748 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a89fe334-93b8-4f73-a77d-8c05584674de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:35.425690 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c2644d8b-5c67-421d-b53d-c2a9c183ac80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:35.434719 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a89fe334-93b8-4f73-a77d-8c05584674de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:35.437668 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a89fe334-93b8-4f73-a77d-8c05584674de admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:35.438871 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-a89fe334-93b8-4f73-a77d-8c05584674de admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a3c2e9d9-8d15-4677-902a-b4b5b3c4c2a1 HTTP/1.1" status: 204 len: 168 time: 0.1431737 Nov 23 07:43:35.446879 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89fe334-93b8-4f73-a77d-8c05584674de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c2e9d9-8d15-4677-902a-b4b5b3c4c2a1,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:35.450643 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c2644d8b-5c67-421d-b53d-c2a9c183ac80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:35.503622 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c2644d8b-5c67-421d-b53d-c2a9c183ac80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:35.506300 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c2644d8b-5c67-421d-b53d-c2a9c183ac80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:35.507463 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-c2644d8b-5c67-421d-b53d-c2a9c183ac80 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4e325654-f08e-49c0-9b25-351582e50c10 HTTP/1.1" status: 204 len: 168 time: 0.1348794 Nov 23 07:43:35.515719 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2644d8b-5c67-421d-b53d-c2a9c183ac80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e325654-f08e-49c0-9b25-351582e50c10,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:35.556014 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:35.640354 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f53379-3e6a-421c-a928-cde9a78f7dc2 req-48119bdd-7505-46a4-8fba-810fcf40cfe4 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:35.641960 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-37f53379-3e6a-421c-a928-cde9a78f7dc2 req-48119bdd-7505-46a4-8fba-810fcf40cfe4 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 943 time: 0.0564630 Nov 23 07:43:35.719559 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-37f53379-3e6a-421c-a928-cde9a78f7dc2 req-3c2c2017-d6cf-48ad-ba08-e753930692b4 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668802 Nov 23 07:43:35.803684 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aac01b-7a27-4597-b6f8-fd231a5d1474 req-9efbca3a-d56b-425b-ab94-15aaab9c1db0 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:35.805384 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-05aac01b-7a27-4597-b6f8-fd231a5d1474 req-9efbca3a-d56b-425b-ab94-15aaab9c1db0 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 931 time: 0.0749407 Nov 23 07:43:35.868622 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-05aac01b-7a27-4597-b6f8-fd231a5d1474 req-6087a92e-85ab-4f17-8032-cc29328ef241 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476124 Nov 23 07:43:36.005560 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce0c3c1-e899-45e9-8adf-0cfeabd850e7 req-9e25498d-a25d-48cf-bc18-cb56046cec1c tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:36.007334 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-0ce0c3c1-e899-45e9-8adf-0cfeabd850e7 req-9e25498d-a25d-48cf-bc18-cb56046cec1c tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 931 time: 0.0733855 Nov 23 07:43:36.099688 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-0ce0c3c1-e899-45e9-8adf-0cfeabd850e7 req-62e01f6d-a665-46c1-8f72-8ddb099870d7 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844502 Nov 23 07:43:36.146391 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3ac98-bfa8-4659-8cb6-4daf5d595f50 req-ab3e964d-e8ff-480a-a0b9-da53383aa882 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:36.148276 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-03b3ac98-bfa8-4659-8cb6-4daf5d595f50 req-ab3e964d-e8ff-480a-a0b9-da53383aa882 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 945 time: 0.0685859 Nov 23 07:43:36.206953 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-03b3ac98-bfa8-4659-8cb6-4daf5d595f50 req-62d4ccee-0934-4d59-a7f6-7a29d4b77d97 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/security-groups?id=56622021-8102-4d76-b684-5196068d17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495770 Nov 23 07:43:36.725763 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c2d383-cc82-4479-b0fe-d92e63ef538d', 'tag': '12786728-e083-4cb6-b178-3facabd226a9'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:43:36.728250 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a2a894-093b-4d0d-9340-52bb1e964f20" -d '{"events": [{"name": "network-changed", "server_uuid": "28c2d383-cc82-4479-b0fe-d92e63ef538d", "tag": "12786728-e083-4cb6-b178-3facabd226a9"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:43:36.781397 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b5eb06-e297-41a7-bca5-45127220750e x-openstack-request-id: req-72b5eb06-e297-41a7-bca5-45127220750e {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:43:36.781730 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c2d383-cc82-4479-b0fe-d92e63ef538d", "tag": "12786728-e083-4cb6-b178-3facabd226a9", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:43:36.782020 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-72b5eb06-e297-41a7-bca5-45127220750e {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:43:36.782502 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c2d383-cc82-4479-b0fe-d92e63ef538d', 'tag': '12786728-e083-4cb6-b178-3facabd226a9', 'status': 'completed', 'code': 200} Nov 23 07:43:36.795509 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-a0d1215d-8a98-4e4d-a13f-66b8d324ac04 service neutron] Request body: {'port': {'device_id': 'bb841a35-6344-43a0-85d2-6de8116759b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:43:36.795684 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-b1ec79be-cebf-4864-ac62-0e0519f4c937 service neutron] Request body: {'port': {'device_id': '6b9df126-b886-4cb5-88f0-20dc6e22dbe1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:43:36.977882 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:37.009118 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-b1ec79be-cebf-4864-ac62-0e0519f4c937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:37.049491 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860b9de-76bc-4e7e-b293-1a0c944be343 req-c9596830-d1b7-4e36-a81b-f1d2a45ba0ed tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:37.057118 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-6860b9de-76bc-4e7e-b293-1a0c944be343 req-c9596830-d1b7-4e36-a81b-f1d2a45ba0ed tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 943 time: 0.1437778 Nov 23 07:43:37.063785 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.31', 49932) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:37.146007 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-a0d1215d-8a98-4e4d-a13f-66b8d324ac04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:37.243162 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2a894-093b-4d0d-9340-52bb1e964f20 req-528f5ba3-ebae-4ad6-9f71-3b03de1eb352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:37.245901 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a5a2a894-093b-4d0d-9340-52bb1e964f20 req-528f5ba3-ebae-4ad6-9f71-3b03de1eb352 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc7f91007a2a4b90b80701592589a131&device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 1096 time: 0.3799965 Nov 23 07:43:37.263182 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182723b-89f8-425f-8115-2eb57e22595b req-0cac0982-a39d-4f21-aea8-7d7c0b7dff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:37.265068 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c182723b-89f8-425f-8115-2eb57e22595b req-0cac0982-a39d-4f21-aea8-7d7c0b7dff01 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 1098 time: 0.1729605 Nov 23 07:43:37.276058 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cf5b2-8b75-4253-a471-01778d95b3c4 req-181cbb33-7717-4551-82a2-401884bd7add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:37.277660 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-272cf5b2-8b75-4253-a471-01778d95b3c4 req-181cbb33-7717-4551-82a2-401884bd7add service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed47c8e5e9704a0abf5643f488f1b2be&device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 1096 time: 0.3496332 Nov 23 07:43:37.281475 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-6860b9de-76bc-4e7e-b293-1a0c944be343 req-94e381ce-3542-4878-aa5e-3a114694716a tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115712 Nov 23 07:43:37.292607 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2dbc57-30df-4474-b6b0-2d142b533dbd req-c9cf28a3-ed10-481d-adaf-2afe63abd54f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:37.300734 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8a2dbc57-30df-4474-b6b0-2d142b533dbd req-c9cf28a3-ed10-481d-adaf-2afe63abd54f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 931 time: 0.3110332 Nov 23 07:43:37.437127 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8a2dbc57-30df-4474-b6b0-2d142b533dbd req-86e63ee0-3001-4ef8-93b2-736923ad7953 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353846 Nov 23 07:43:37.456855 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f0672-cd6c-4179-97e0-6dee74224efe req-6316a2f5-9af2-4367-ae0c-56278b3d3d2d tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:37.458462 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-038f0672-cd6c-4179-97e0-6dee74224efe req-6316a2f5-9af2-4367-ae0c-56278b3d3d2d tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 931 time: 0.0818460 Nov 23 07:43:37.589566 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.notifiers.nova [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-b1ec79be-cebf-4864-ac62-0e0519f4c937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e60ee95d-4ae8-48a9-b92b-e6e28e265d71 {{(pid=109284) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:43:37.603334 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-038f0672-cd6c-4179-97e0-6dee74224efe req-256edddd-8685-4688-bf6d-3f800fe0e04c tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117332 Nov 23 07:43:37.605445 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-b1ec79be-cebf-4864-ac62-0e0519f4c937 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:37.636405 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.provisioning_blocks [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-b1ec79be-cebf-4864-ac62-0e0519f4c937 service neutron] Transition to ACTIVE for port object e60ee95d-4ae8-48a9-b92b-e6e28e265d71 will not be triggered until provisioned by entity L2. {{(pid=109284) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 07:43:37.640354 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-b1ec79be-cebf-4864-ac62-0e0519f4c937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909831'] for port, after_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:37.747780 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec79be-cebf-4864-ac62-0e0519f4c937 service neutron] Pushing event updated for resources: {'Port': ['ID=e60ee95d-4ae8-48a9-b92b-e6e28e265d71,revision_number=2']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:37.842974 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.managers [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-b1ec79be-cebf-4864-ac62-0e0519f4c937 service neutron] Attempting to bind port e60ee95d-4ae8-48a9-b92b-e6e28e265d71 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:43:37.842974 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.managers [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-b1ec79be-cebf-4864-ac62-0e0519f4c937 service neutron] Attempting to bind port e60ee95d-4ae8-48a9-b92b-e6e28e265d71 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'ac45e97e-b6dc-47a3-93d3-c4edacf6cc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b78d8c29-35aa-4c8a-8439-dc361a48243a'}] {{(pid=109284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:43:37.843713 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73002a-dea9-45c2-abc3-0b9099d22752 req-99f743cc-bb53-4550-995b-299bba650ce7 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:37.843805 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-b1ec79be-cebf-4864-ac62-0e0519f4c937 service neutron] Attempting to bind port e60ee95d-4ae8-48a9-b92b-e6e28e265d71 on network b78d8c29-35aa-4c8a-8439-dc361a48243a {{(pid=109284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:43:37.847621 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4b73002a-dea9-45c2-abc3-0b9099d22752 req-99f743cc-bb53-4550-995b-299bba650ce7 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 945 time: 0.3098583 Nov 23 07:43:37.849422 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-b1ec79be-cebf-4864-ac62-0e0519f4c937 service neutron] Port e60ee95d-4ae8-48a9-b92b-e6e28e265d71 on network b78d8c29-35aa-4c8a-8439-dc361a48243a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 07:43:37.849779 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-b1ec79be-cebf-4864-ac62-0e0519f4c937 service neutron] Attempting to bind port e60ee95d-4ae8-48a9-b92b-e6e28e265d71 on network b78d8c29-35aa-4c8a-8439-dc361a48243a {{(pid=109284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:43:37.862940 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-b1ec79be-cebf-4864-ac62-0e0519f4c937 service neutron] Checking agent: {'id': 'ef857e00-999e-40cc-a620-789cb776d291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'started_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:43:37.863328 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-b1ec79be-cebf-4864-ac62-0e0519f4c937 service neutron] Checking segment: {'id': 'ac45e97e-b6dc-47a3-93d3-c4edacf6cc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b78d8c29-35aa-4c8a-8439-dc361a48243a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:43:37.864996 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-b1ec79be-cebf-4864-ac62-0e0519f4c937 service neutron] Bound using segment: {'id': 'ac45e97e-b6dc-47a3-93d3-c4edacf6cc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b78d8c29-35aa-4c8a-8439-dc361a48243a'} {{(pid=109284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:43:37.865467 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.managers [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-b1ec79be-cebf-4864-ac62-0e0519f4c937 service neutron] Bound port: e60ee95d-4ae8-48a9-b92b-e6e28e265d71, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac45e97e-b6dc-47a3-93d3-c4edacf6cc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b78d8c29-35aa-4c8a-8439-dc361a48243a'}}] {{(pid=109284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:43:37.865857 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-b1ec79be-cebf-4864-ac62-0e0519f4c937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:37.873986 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-a0d1215d-8a98-4e4d-a13f-66b8d324ac04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b4fce4b-5f2b-4eea-8335-5d57ac70511e {{(pid=109283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:43:37.882945 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-a0d1215d-8a98-4e4d-a13f-66b8d324ac04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:37.899181 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 42058) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:37.919834 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.provisioning_blocks [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-a0d1215d-8a98-4e4d-a13f-66b8d324ac04 service neutron] Transition to ACTIVE for port object 8b4fce4b-5f2b-4eea-8335-5d57ac70511e will not be triggered until provisioned by entity L2. {{(pid=109283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 07:43:37.926263 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-a0d1215d-8a98-4e4d-a13f-66b8d324ac04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:37.942353 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4b73002a-dea9-45c2-abc3-0b9099d22752 req-7d6f50b8-6485-416d-979a-763ccc390ab3 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/security-groups?id=56622021-8102-4d76-b684-5196068d17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918610 Nov 23 07:43:37.970987 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.db [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-b1ec79be-cebf-4864-ac62-0e0519f4c937 service neutron] For port e60ee95d-4ae8-48a9-b92b-e6e28e265d71, host hv-cinder-80403, cleared binding levels {{(pid=109284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:43:37.977187 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.db [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-b1ec79be-cebf-4864-ac62-0e0519f4c937 service neutron] For port e60ee95d-4ae8-48a9-b92b-e6e28e265d71, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e60ee95d-4ae8-48a9-b92b-e6e28e265d71,segment=NetworkSegment(ac45e97e-b6dc-47a3-93d3-c4edacf6cc25),segment_id=ac45e97e-b6dc-47a3-93d3-c4edacf6cc25)] {{(pid=109284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:43:37.983389 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-b1ec79be-cebf-4864-ac62-0e0519f4c937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909831'] for port, after_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:38.006217 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1215d-8a98-4e4d-a13f-66b8d324ac04 service neutron] Pushing event updated for resources: {'Port': ['ID=8b4fce4b-5f2b-4eea-8335-5d57ac70511e,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:38.040546 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-a0d1215d-8a98-4e4d-a13f-66b8d324ac04 service neutron] Attempting to bind port 8b4fce4b-5f2b-4eea-8335-5d57ac70511e on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:43:38.041031 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-a0d1215d-8a98-4e4d-a13f-66b8d324ac04 service neutron] Attempting to bind port 8b4fce4b-5f2b-4eea-8335-5d57ac70511e by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '95e06a39-5611-4f52-aae3-4e8bf3bb6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:43:38.041370 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-a0d1215d-8a98-4e4d-a13f-66b8d324ac04 service neutron] Attempting to bind port 8b4fce4b-5f2b-4eea-8335-5d57ac70511e on network d9cb767d-e579-4bd6-9168-0f1ea7c41329 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:43:38.046654 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-a0d1215d-8a98-4e4d-a13f-66b8d324ac04 service neutron] Port 8b4fce4b-5f2b-4eea-8335-5d57ac70511e on network d9cb767d-e579-4bd6-9168-0f1ea7c41329 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 07:43:38.046980 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-a0d1215d-8a98-4e4d-a13f-66b8d324ac04 service neutron] Attempting to bind port 8b4fce4b-5f2b-4eea-8335-5d57ac70511e on network d9cb767d-e579-4bd6-9168-0f1ea7c41329 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:43:38.053550 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-a0d1215d-8a98-4e4d-a13f-66b8d324ac04 service neutron] Checking agent: {'id': 'ef857e00-999e-40cc-a620-789cb776d291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'started_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:43:38.053952 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-a0d1215d-8a98-4e4d-a13f-66b8d324ac04 service neutron] Checking segment: {'id': '95e06a39-5611-4f52-aae3-4e8bf3bb6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:43:38.054392 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-a0d1215d-8a98-4e4d-a13f-66b8d324ac04 service neutron] Bound using segment: {'id': '95e06a39-5611-4f52-aae3-4e8bf3bb6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:43:38.054874 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-a0d1215d-8a98-4e4d-a13f-66b8d324ac04 service neutron] Bound port: 8b4fce4b-5f2b-4eea-8335-5d57ac70511e, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95e06a39-5611-4f52-aae3-4e8bf3bb6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:43:38.055233 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-a0d1215d-8a98-4e4d-a13f-66b8d324ac04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:38.071279 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec79be-cebf-4864-ac62-0e0519f4c937 service neutron] Pushing event updated for resources: {'Port': ['ID=e60ee95d-4ae8-48a9-b92b-e6e28e265d71,revision_number=3']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:38.101323 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-b1ec79be-cebf-4864-ac62-0e0519f4c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:38.102737 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-b1ec79be-cebf-4864-ac62-0e0519f4c937 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for port, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:38.106939 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-b1ec79be-cebf-4864-ac62-0e0519f4c937 service neutron] 10.222.0.31 "PUT /v2.0/ports/e60ee95d-4ae8-48a9-b92b-e6e28e265d71 HTTP/1.1" status: 200 len: 1093 time: 1.3161783 Nov 23 07:43:38.107503 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9df126-b886-4cb5-88f0-20dc6e22dbe1', 'tag': 'e60ee95d-4ae8-48a9-b92b-e6e28e265d71'}] {{(pid=109284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:43:38.122556 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b3dfbdba-61aa-49b9-8205-cbb959e96d03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:38.251944 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-a0d1215d-8a98-4e4d-a13f-66b8d324ac04 service neutron] For port 8b4fce4b-5f2b-4eea-8335-5d57ac70511e, host hv-cinder-80403, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:43:38.260099 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c78387096465b81761c1bc75509c53a158ab102a0bd2fdc4143831998860951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13fca5d-b43e-47b3-8648-59580f275899" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9df126-b886-4cb5-88f0-20dc6e22dbe1", "tag": "e60ee95d-4ae8-48a9-b92b-e6e28e265d71"}]}' {{(pid=109284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:43:38.293333 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-a0d1215d-8a98-4e4d-a13f-66b8d324ac04 service neutron] For port 8b4fce4b-5f2b-4eea-8335-5d57ac70511e, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8b4fce4b-5f2b-4eea-8335-5d57ac70511e,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:43:38.308167 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-a0d1215d-8a98-4e4d-a13f-66b8d324ac04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:38.373581 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-a0d1215d-8a98-4e4d-a13f-66b8d324ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:38.374304 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-a0d1215d-8a98-4e4d-a13f-66b8d324ac04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:38.375790 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-a0d1215d-8a98-4e4d-a13f-66b8d324ac04 service neutron] 10.222.0.31 "PUT /v2.0/ports/8b4fce4b-5f2b-4eea-8335-5d57ac70511e HTTP/1.1" status: 200 len: 1093 time: 1.5862117 Nov 23 07:43:38.402299 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b3dfbdba-61aa-49b9-8205-cbb959e96d03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:38.435894 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b3dfbdba-61aa-49b9-8205-cbb959e96d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:38.441344 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f496da-ed83-4f26-a06e-2caad46df01c x-openstack-request-id: req-d2f496da-ed83-4f26-a06e-2caad46df01c {{(pid=109284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:43:38.442821 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9df126-b886-4cb5-88f0-20dc6e22dbe1", "tag": "e60ee95d-4ae8-48a9-b92b-e6e28e265d71", "status": "completed", "code": 200}]} {{(pid=109284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:43:38.443241 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d2f496da-ed83-4f26-a06e-2caad46df01c {{(pid=109284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:43:38.443677 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9df126-b886-4cb5-88f0-20dc6e22dbe1', 'tag': 'e60ee95d-4ae8-48a9-b92b-e6e28e265d71', 'status': 'completed', 'code': 200} Nov 23 07:43:38.460835 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1215d-8a98-4e4d-a13f-66b8d324ac04 service neutron] Pushing event updated for resources: {'Port': ['ID=8b4fce4b-5f2b-4eea-8335-5d57ac70511e,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:38.525999 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-b3dfbdba-61aa-49b9-8205-cbb959e96d03 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b064124b227496483b98c00cb596764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6256297 Nov 23 07:43:38.527145 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfbdba-61aa-49b9-8205-cbb959e96d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a392b73e-cb60-42d0-b983-affc741e3433,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:38.528724 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 42084) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:38.567396 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3d0d0-bf35-4c8b-964f-0ce083f5a197 req-7fdba657-05b4-420c-8450-4b3dc736bf5e tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:38.569170 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f4a3d0d0-bf35-4c8b-964f-0ce083f5a197 req-7fdba657-05b4-420c-8450-4b3dc736bf5e tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 943 time: 0.1839185 Nov 23 07:43:38.638369 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f4a3d0d0-bf35-4c8b-964f-0ce083f5a197 req-1bcad53f-bd6a-4885-b135-bdd8a42c7bc0 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612051 Nov 23 07:43:38.699391 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62e71c-aaef-4d34-8ad5-4342ef163e3c req-f9ced06b-857f-40ec-8a17-7d2bba251c88 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:38.702162 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ea62e71c-aaef-4d34-8ad5-4342ef163e3c req-f9ced06b-857f-40ec-8a17-7d2bba251c88 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.1526449 Nov 23 07:43:38.704137 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-40454504-136e-4d43-a3f1-9349c07db239 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:38.744786 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-40454504-136e-4d43-a3f1-9349c07db239 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:38.756821 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b394f-501a-4d69-81db-281dbdaa9b4a req-c02497c3-0f5a-4335-b1d5-401335228a6b tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:38.758479 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-da0b394f-501a-4d69-81db-281dbdaa9b4a req-c02497c3-0f5a-4335-b1d5-401335228a6b tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 943 time: 0.0528460 Nov 23 07:43:38.783447 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb841a35-6344-43a0-85d2-6de8116759b1', 'tag': '8b4fce4b-5f2b-4eea-8335-5d57ac70511e'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:43:38.785902 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23627113-3680-49ce-828a-6958a0d08278" -d '{"events": [{"name": "network-changed", "server_uuid": "bb841a35-6344-43a0-85d2-6de8116759b1", "tag": "8b4fce4b-5f2b-4eea-8335-5d57ac70511e"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:43:38.792554 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ea62e71c-aaef-4d34-8ad5-4342ef163e3c req-ba42d8cc-cfbe-4362-afd8-6154bce7daa0 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846925 Nov 23 07:43:38.827149 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-da0b394f-501a-4d69-81db-281dbdaa9b4a req-69b265a7-9ded-43d3-a921-7c80de9774e0 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616693 Nov 23 07:43:38.830767 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-40454504-136e-4d43-a3f1-9349c07db239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:38.833926 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-40454504-136e-4d43-a3f1-9349c07db239 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:38.835091 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-40454504-136e-4d43-a3f1-9349c07db239 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a392b73e-cb60-42d0-b983-affc741e3433 HTTP/1.1" status: 204 len: 168 time: 0.3053956 Nov 23 07:43:38.850781 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40454504-136e-4d43-a3f1-9349c07db239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a392b73e-cb60-42d0-b983-affc741e3433,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:38.856484 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55464fed-d7f1-4383-baa2-65a30cb38414 x-openstack-request-id: req-55464fed-d7f1-4383-baa2-65a30cb38414 {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:43:38.856851 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb841a35-6344-43a0-85d2-6de8116759b1", "tag": "8b4fce4b-5f2b-4eea-8335-5d57ac70511e", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:43:38.858039 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-55464fed-d7f1-4383-baa2-65a30cb38414 {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:43:38.858417 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb841a35-6344-43a0-85d2-6de8116759b1', 'tag': '8b4fce4b-5f2b-4eea-8335-5d57ac70511e', 'status': 'completed', 'code': 200} Nov 23 07:43:39.058245 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f809f-c1fd-4b5c-8ac6-1cced240463b req-9274ec58-7f16-4d5b-99bf-7d29380b7b7b tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:39.060057 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-401f809f-c1fd-4b5c-8ac6-1cced240463b req-9274ec58-7f16-4d5b-99bf-7d29380b7b7b tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 945 time: 0.0516322 Nov 23 07:43:39.115364 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-401f809f-c1fd-4b5c-8ac6-1cced240463b req-ab6f9c8b-7b1d-40c6-b4fc-9f644d5c7f7f tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/security-groups?id=56622021-8102-4d76-b684-5196068d17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485802 Nov 23 07:43:39.128802 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 42102) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:39.142725 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e8c94e68-20c0-4992-826c-643910cba4ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:39.225180 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e8c94e68-20c0-4992-826c-643910cba4ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:39.229096 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e8c94e68-20c0-4992-826c-643910cba4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:39.272355 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-e8c94e68-20c0-4992-826c-643910cba4ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=806efe638a804030a5054ec4eb9b27c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423769 Nov 23 07:43:39.273221 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c94e68-20c0-4992-826c-643910cba4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129414e3-af55-455d-a62a-f1771b3060b8,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:39.275106 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 42104) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:39.324265 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b6d9b00d-5de8-4dcd-9be6-1b69bce156f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:39.345579 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b6d9b00d-5de8-4dcd-9be6-1b69bce156f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:39.391955 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b6d9b00d-5de8-4dcd-9be6-1b69bce156f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:39.394977 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b6d9b00d-5de8-4dcd-9be6-1b69bce156f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:39.396288 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-b6d9b00d-5de8-4dcd-9be6-1b69bce156f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/129414e3-af55-455d-a62a-f1771b3060b8 HTTP/1.1" status: 204 len: 168 time: 0.1201181 Nov 23 07:43:39.406595 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9b00d-5de8-4dcd-9be6-1b69bce156f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129414e3-af55-455d-a62a-f1771b3060b8,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:39.758711 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d3218-f776-4ebd-817e-4ede904d4d59 req-8345a3e0-d1a5-44b3-b1b2-8d3fd3d6b3b7 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:39.761324 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-372d3218-f776-4ebd-817e-4ede904d4d59 req-8345a3e0-d1a5-44b3-b1b2-8d3fd3d6b3b7 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 943 time: 0.0540679 Nov 23 07:43:39.811461 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-372d3218-f776-4ebd-817e-4ede904d4d59 req-899faac2-7857-4ad3-8bc5-4291ae587d53 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435619 Nov 23 07:43:40.028911 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841a2fa-889a-4b2e-bce8-b919f7e21a07 req-0af98000-20c7-4774-8114-d0e8fc05064a tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:40.030516 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-2841a2fa-889a-4b2e-bce8-b919f7e21a07 req-0af98000-20c7-4774-8114-d0e8fc05064a tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 943 time: 0.1208553 Nov 23 07:43:40.065415 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-c182723b-89f8-425f-8115-2eb57e22595b req-9ef926d3-76aa-4d0b-bae7-f5155b3f7d45 service neutron] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:40.089625 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fca5d-b43e-47b3-8648-59580f275899 req-33260f52-8955-4751-85df-4ebe2578812c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:40.091183 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-c13fca5d-b43e-47b3-8648-59580f275899 req-33260f52-8955-4751-85df-4ebe2578812c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed47c8e5e9704a0abf5643f488f1b2be&device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 1096 time: 0.1421509 Nov 23 07:43:40.092513 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2641d-a7b9-4ec2-9bd2-1bf0e96577c8 req-09d24ce6-f873-4337-99f4-050442ca6154 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:40.094071 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b4d2641d-a7b9-4ec2-9bd2-1bf0e96577c8 req-09d24ce6-f873-4337-99f4-050442ca6154 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.2200999 Nov 23 07:43:40.141237 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-2841a2fa-889a-4b2e-bce8-b919f7e21a07 req-5ee0d5f6-021a-4d96-bd68-632ff56bda0d tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031647 Nov 23 07:43:40.304213 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23627113-3680-49ce-828a-6958a0d08278 req-4feea063-9313-4ceb-aaf7-6772a26340e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:40.305609 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-23627113-3680-49ce-828a-6958a0d08278 req-4feea063-9313-4ceb-aaf7-6772a26340e3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=edd4c40a2d5e481eadb2fc728cc0ca5a&device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 1096 time: 0.3391039 Nov 23 07:43:40.341345 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fca5d-b43e-47b3-8648-59580f275899 req-94492131-6321-4ce1-b196-996cd8cb6716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:40.341773 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2a894-093b-4d0d-9340-52bb1e964f20 req-0b2aab10-590e-42d9-a523-591401b1abb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:40.342897 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-c13fca5d-b43e-47b3-8648-59580f275899 req-94492131-6321-4ce1-b196-996cd8cb6716 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=ed47c8e5e9704a0abf5643f488f1b2be&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2417350 Nov 23 07:43:40.343425 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a5a2a894-093b-4d0d-9340-52bb1e964f20 req-0b2aab10-590e-42d9-a523-591401b1abb6 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=bc7f91007a2a4b90b80701592589a131&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4038684 Nov 23 07:43:40.348794 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cf5b2-8b75-4253-a471-01778d95b3c4 req-70d414e7-6d97-4258-a98e-02c1cba89336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:40.350507 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-272cf5b2-8b75-4253-a471-01778d95b3c4 req-70d414e7-6d97-4258-a98e-02c1cba89336 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=ed47c8e5e9704a0abf5643f488f1b2be&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4096129 Nov 23 07:43:40.359144 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a9e88-5992-45e2-9b3c-2f58dc6008f5 req-4a562f69-0791-4cbe-b93d-9957bf8be0bc tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:40.360679 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-365a9e88-5992-45e2-9b3c-2f58dc6008f5 req-4a562f69-0791-4cbe-b93d-9957bf8be0bc tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 945 time: 0.1184077 Nov 23 07:43:40.367554 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b4d2641d-a7b9-4ec2-9bd2-1bf0e96577c8 req-9276ddea-61fb-4a41-9723-857131845768 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272441 Nov 23 07:43:40.464532 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-c182723b-89f8-425f-8115-2eb57e22595b req-9ef926d3-76aa-4d0b-bae7-f5155b3f7d45 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:40.473515 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-c182723b-89f8-425f-8115-2eb57e22595b req-9ef926d3-76aa-4d0b-bae7-f5155b3f7d45 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:40.509596 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23627113-3680-49ce-828a-6958a0d08278 req-24ac8c70-d665-4520-8737-b0e14b6448d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:40.511723 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-23627113-3680-49ce-828a-6958a0d08278 req-24ac8c70-d665-4520-8737-b0e14b6448d7 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=edd4c40a2d5e481eadb2fc728cc0ca5a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1859167 Nov 23 07:43:40.536243 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef926d3-76aa-4d0b-bae7-f5155b3f7d45 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6593c803-e5af-4cc3-a4b9-e368d912bce8,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:40.541514 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c182723b-89f8-425f-8115-2eb57e22595b req-9ef926d3-76aa-4d0b-bae7-f5155b3f7d45 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=56622021-8102-4d76-b684-5196068d17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5998545 Nov 23 07:43:40.596564 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-365a9e88-5992-45e2-9b3c-2f58dc6008f5 req-9189c75b-ad70-477f-a015-7de2bd5d569f tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/security-groups?id=56622021-8102-4d76-b684-5196068d17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290621 Nov 23 07:43:40.928599 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a562f6-1b17-46bc-aa74-dfabf5ae107c req-fc1bfb28-6859-4f0b-a97f-f4aab8b32e9d tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:40.930264 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-23a562f6-1b17-46bc-aa74-dfabf5ae107c req-fc1bfb28-6859-4f0b-a97f-f4aab8b32e9d tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 943 time: 0.0500731 Nov 23 07:43:40.984233 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-23a562f6-1b17-46bc-aa74-dfabf5ae107c req-30044ac0-b474-4f48-8b06-4cc0b7c73b82 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463762 Nov 23 07:43:41.251749 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 42180) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:41.274304 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f97c0d-ead5-4606-b4a0-be9de1c5875e req-ad92d658-1686-4462-99de-d2147c23facd tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:41.276269 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-78f97c0d-ead5-4606-b4a0-be9de1c5875e req-ad92d658-1686-4462-99de-d2147c23facd tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 943 time: 0.0626583 Nov 23 07:43:41.329983 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-78f97c0d-ead5-4606-b4a0-be9de1c5875e req-fc278447-1411-4d65-89fe-3bd81c3372a2 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471838 Nov 23 07:43:41.365343 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1c4a582e-ac06-4a6c-86a6-02a982a1d88e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:41.445638 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1c4a582e-ac06-4a6c-86a6-02a982a1d88e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:41.457197 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1c4a582e-ac06-4a6c-86a6-02a982a1d88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:41.515816 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-1c4a582e-ac06-4a6c-86a6-02a982a1d88e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b0c1f42e5fc04cc8b0ba638d1b836be3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2626870 Nov 23 07:43:41.518985 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 42188) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:41.523212 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a582e-ac06-4a6c-86a6-02a982a1d88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc552e7-fba6-4971-b993-f01cc9963ff0,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:41.537996 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3a955-c6bc-447f-8eed-dfde7f66079f req-e3e4573c-5c74-49c0-9128-5be2e6e88a62 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:41.539738 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-1ee3a955-c6bc-447f-8eed-dfde7f66079f req-e3e4573c-5c74-49c0-9128-5be2e6e88a62 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0928454 Nov 23 07:43:41.570912 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ca5d0b75-cb20-412d-bd0e-41bec581c6e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:41.595357 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-1ee3a955-c6bc-447f-8eed-dfde7f66079f req-92208d50-fa80-41ea-8032-41920993e387 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471106 Nov 23 07:43:41.595605 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ca5d0b75-cb20-412d-bd0e-41bec581c6e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:41.647982 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ca5d0b75-cb20-412d-bd0e-41bec581c6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:41.650688 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ca5d0b75-cb20-412d-bd0e-41bec581c6e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:41.654489 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-ca5d0b75-cb20-412d-bd0e-41bec581c6e1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1bc552e7-fba6-4971-b993-f01cc9963ff0 HTTP/1.1" status: 204 len: 168 time: 0.1318688 Nov 23 07:43:41.660179 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d0b75-cb20-412d-bd0e-41bec581c6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc552e7-fba6-4971-b993-f01cc9963ff0,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:41.726372 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21eff1e-dfc5-4dc2-a180-a9f082d2d98b req-e1f3c16c-b554-4305-93f2-b8d8a31fc17b tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:41.727999 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-e21eff1e-dfc5-4dc2-a180-a9f082d2d98b req-e1f3c16c-b554-4305-93f2-b8d8a31fc17b tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 945 time: 0.0505667 Nov 23 07:43:41.788398 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-e21eff1e-dfc5-4dc2-a180-a9f082d2d98b req-7d7613e9-bb5b-4e1d-8ff1-3c8932739152 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/security-groups?id=56622021-8102-4d76-b684-5196068d17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536709 Nov 23 07:43:41.965356 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 42200) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:41.981976 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-10f6d135-ba6d-49be-b62c-d58523d1f74d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:42.066621 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-10f6d135-ba6d-49be-b62c-d58523d1f74d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:42.075929 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-10f6d135-ba6d-49be-b62c-d58523d1f74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:42.139613 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6d135-ba6d-49be-b62c-d58523d1f74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6144e2e-b603-425f-bed7-5995f4827d33,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:42.145447 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-10f6d135-ba6d-49be-b62c-d58523d1f74d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=749a9624c85b42ec9e257626810a77ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1791170 Nov 23 07:43:42.148150 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 42204) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:42.162230 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66f180-c47f-4b08-a385-ebd8cc0024e3 req-7b42f211-62a3-46fa-a53a-7b4d7665188c tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:42.163657 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4b66f180-c47f-4b08-a385-ebd8cc0024e3 req-7b42f211-62a3-46fa-a53a-7b4d7665188c tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 943 time: 0.1038232 Nov 23 07:43:42.242521 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4b66f180-c47f-4b08-a385-ebd8cc0024e3 req-3fa98fd1-8a76-4743-9d24-9eb536133e7f tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708926 Nov 23 07:43:42.243253 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bdd667c8-61ff-482e-a7af-515c55d219ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:42.266247 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bdd667c8-61ff-482e-a7af-515c55d219ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:42.313474 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bdd667c8-61ff-482e-a7af-515c55d219ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:42.315987 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bdd667c8-61ff-482e-a7af-515c55d219ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:42.317161 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-bdd667c8-61ff-482e-a7af-515c55d219ee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6144e2e-b603-425f-bed7-5995f4827d33 HTTP/1.1" status: 204 len: 168 time: 0.1682374 Nov 23 07:43:42.325110 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd667c8-61ff-482e-a7af-515c55d219ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6144e2e-b603-425f-bed7-5995f4827d33,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:42.446804 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2832df-c220-464f-8d4e-0d6444e2341e req-e34aeeb6-8037-4125-916b-01cdae445c87 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:42.448376 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-cd2832df-c220-464f-8d4e-0d6444e2341e req-e34aeeb6-8037-4125-916b-01cdae445c87 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 943 time: 0.0505636 Nov 23 07:43:42.498771 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-cd2832df-c220-464f-8d4e-0d6444e2341e req-4668a702-c0bf-499d-b7c9-73fbfcbca6a5 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442920 Nov 23 07:43:42.719891 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f3452-0d38-4115-bcf8-e5068147e6ab req-e3eccebc-14cf-4f64-98f5-9df91364af5e tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:42.721578 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-041f3452-0d38-4115-bcf8-e5068147e6ab req-e3eccebc-14cf-4f64-98f5-9df91364af5e tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0512934 Nov 23 07:43:42.772053 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-041f3452-0d38-4115-bcf8-e5068147e6ab req-73444da7-d969-4c0b-9d31-70c6e9455c06 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439920 Nov 23 07:43:42.935361 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63dede3-9a0f-4eb8-b9ca-90103aa4cc36 req-cce35db8-fe4f-42d5-8aa6-d5d1928ec969 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:42.937053 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d63dede3-9a0f-4eb8-b9ca-90103aa4cc36 req-cce35db8-fe4f-42d5-8aa6-d5d1928ec969 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 945 time: 0.0651047 Nov 23 07:43:42.990079 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d63dede3-9a0f-4eb8-b9ca-90103aa4cc36 req-0c6f4e78-5627-4fbc-afdc-633184291136 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/security-groups?id=56622021-8102-4d76-b684-5196068d17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466828 Nov 23 07:43:43.378427 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e8af0-a052-4dc2-bba0-c664a8a9947b req-899b055a-7d14-4c42-862c-90c09210d05c tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:43.380064 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-296e8af0-a052-4dc2-bba0-c664a8a9947b req-899b055a-7d14-4c42-862c-90c09210d05c tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 943 time: 0.0660892 Nov 23 07:43:43.443964 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-296e8af0-a052-4dc2-bba0-c664a8a9947b req-b5231ad8-01b3-4014-9eb7-6c7ef25afb4f tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565283 Nov 23 07:43:43.751021 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fca5d-b43e-47b3-8648-59580f275899 req-40782f58-88be-4c75-ac40-6895373d49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:43.752732 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-c13fca5d-b43e-47b3-8648-59580f275899 req-40782f58-88be-4c75-ac40-6895373d49c0 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3087916 Nov 23 07:43:43.774178 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57546a8b-828d-4c2a-b77d-5c3a5d61855f req-a25683d8-d0f9-4882-925f-0df1020f17ee tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:43.786365 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-57546a8b-828d-4c2a-b77d-5c3a5d61855f req-a25683d8-d0f9-4882-925f-0df1020f17ee tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 943 time: 0.1715028 Nov 23 07:43:43.910898 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-57546a8b-828d-4c2a-b77d-5c3a5d61855f req-bcd3416d-db04-454d-8cda-b3ba87267251 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234727 Nov 23 07:43:43.935057 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-56891e32-bc0e-4ad2-b6f3-02eb1b91f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:43.935834 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-56891e32-bc0e-4ad2-b6f3-02eb1b91f6fa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed47c8e5e9704a0abf5643f488f1b2be&device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 1096 time: 0.1219492 Nov 23 07:43:44.040100 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-da21138b-1b5b-4794-ae64-a72ac48690d2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e60ee95d-4ae8-48a9-b92b-e6e28e265d71 HTTP/1.1" status: 200 len: 217 time: 0.0933952 Nov 23 07:43:44.111629 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2a894-093b-4d0d-9340-52bb1e964f20 req-996adf50-b096-492b-95fb-5afca015e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:44.113578 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a5a2a894-093b-4d0d-9340-52bb1e964f20 req-996adf50-b096-492b-95fb-5afca015e0f7 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6666365 Nov 23 07:43:44.135166 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-2af49372-95de-406c-abae-5d70ff6af779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:44.137281 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-2af49372-95de-406c-abae-5d70ff6af779 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e589956e-ed5a-4e41-8270-f9456f7b8a2f HTTP/1.1" status: 200 len: 859 time: 0.0893867 Nov 23 07:43:44.146835 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0b1c5d-9c7e-4472-9c7a-4204d32686b5 req-1f5d670b-7266-4c99-9034-e306d734b504 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:44.148409 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ca0b1c5d-9c7e-4472-9c7a-4204d32686b5 req-1f5d670b-7266-4c99-9034-e306d734b504 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0949512 Nov 23 07:43:44.211314 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23627113-3680-49ce-828a-6958a0d08278 req-e8c77e76-7665-4c8d-90e3-0b61d2b4236e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:44.212946 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-23627113-3680-49ce-828a-6958a0d08278 req-e8c77e76-7665-4c8d-90e3-0b61d2b4236e service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7670500 Nov 23 07:43:44.225546 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cf5b2-8b75-4253-a471-01778d95b3c4 req-7db9c3c4-7310-4b61-a39b-fd61b9266729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:44.227077 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-272cf5b2-8b75-4253-a471-01778d95b3c4 req-7db9c3c4-7310-4b61-a39b-fd61b9266729 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7618082 Nov 23 07:43:44.254527 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-b27b06c4-4c5e-4d4d-9224-e663829ad4d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b78d8c29-35aa-4c8a-8439-dc361a48243a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751262 Nov 23 07:43:44.302127 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-a27414c9-10f4-4c9a-8e61-5b02d3aeeb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:44.304081 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-a27414c9-10f4-4c9a-8e61-5b02d3aeeb89 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc7f91007a2a4b90b80701592589a131&device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 1096 time: 0.1305015 Nov 23 07:43:44.306381 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4d6f0-8722-4a4a-ba85-91d5529a6abe req-582493be-376c-40ea-a2de-d6c6924e83b9 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:44.315047 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-65b4d6f0-8722-4a4a-ba85-91d5529a6abe req-582493be-376c-40ea-a2de-d6c6924e83b9 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 945 time: 0.1765072 Nov 23 07:43:44.318124 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ca0b1c5d-9c7e-4472-9c7a-4204d32686b5 req-2c16ee61-454e-414f-9271-ee22dc203d4f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516452 Nov 23 07:43:44.465960 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-08fe62c2-9691-4d7e-ac9f-97b491b4aef5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12786728-e083-4cb6-b178-3facabd226a9 HTTP/1.1" status: 200 len: 217 time: 0.1047976 Nov 23 07:43:44.467200 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-65b4d6f0-8722-4a4a-ba85-91d5529a6abe req-c3326e53-f6ba-4b45-bc15-8106151045cb tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/security-groups?id=56622021-8102-4d76-b684-5196068d17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510384 Nov 23 07:43:44.498458 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-b5aa48d1-5f87-434d-9d82-55741446b075 service neutron] 10.222.0.31 "GET /v2.0/networks/b78d8c29-35aa-4c8a-8439-dc361a48243a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351182 Nov 23 07:43:44.525066 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-5c48a634-8d30-4f59-9d3b-4f919719d6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:44.531009 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-5c48a634-8d30-4f59-9d3b-4f919719d6db service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed47c8e5e9704a0abf5643f488f1b2be&device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 1096 time: 0.2467978 Nov 23 07:43:44.553283 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-dd850b3b-ca4e-41ec-98bc-c824fe5dea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:44.555058 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-dd850b3b-ca4e-41ec-98bc-c824fe5dea1c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=edd4c40a2d5e481eadb2fc728cc0ca5a&device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 1096 time: 0.2554305 Nov 23 07:43:44.628209 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-50c1b223-50df-44d6-a0ca-4ff31f7f05a5 service neutron] 10.222.0.31 "GET /v2.0/networks/b78d8c29-35aa-4c8a-8439-dc361a48243a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191607 Nov 23 07:43:44.645916 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-1fcc3b6d-36e0-4029-bf76-f53d9e47255e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b4fce4b-5f2b-4eea-8335-5d57ac70511e HTTP/1.1" status: 200 len: 217 time: 0.0464425 Nov 23 07:43:44.650228 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-946815bf-302f-4300-b3ba-637b0f89f05a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98e7ca52-3570-4eee-8b5d-7db714fe981a HTTP/1.1" status: 200 len: 217 time: 0.1045539 Nov 23 07:43:44.667308 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 42308) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:44.687957 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-7c59bbc9-e606-44f7-bda6-7d3e6eb46444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:44.689534 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-7c59bbc9-e606-44f7-bda6-7d3e6eb46444 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f02b6904-8bee-4b65-8d68-a5eced424f54 HTTP/1.1" status: 200 len: 850 time: 0.2163501 Nov 23 07:43:44.811671 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-173aea9e-84d4-4689-892d-a88a8d9a90ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:44.816000 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-f1e09ca4-7361-4c0b-8a96-8b0abc117511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:44.817509 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-f1e09ca4-7361-4c0b-8a96-8b0abc117511 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e589956e-ed5a-4e41-8270-f9456f7b8a2f HTTP/1.1" status: 200 len: 859 time: 0.1419625 Nov 23 07:43:44.819827 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-074c72b2-ad28-49bc-953f-5aa8ac81df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:44.821182 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-074c72b2-ad28-49bc-953f-5aa8ac81df79 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd5e1985-8805-41d1-90d4-bdc402c620b5 HTTP/1.1" status: 200 len: 855 time: 0.1441081 Nov 23 07:43:44.833375 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a89a22-8465-473d-9597-a477e4fa6afc req-8e1b3fb7-53ae-44ac-bcb0-f4665ab8367d tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:44.834988 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-87a89a22-8465-473d-9597-a477e4fa6afc req-8e1b3fb7-53ae-44ac-bcb0-f4665ab8367d tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 943 time: 0.2713466 Nov 23 07:43:44.926935 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-56e94a01-ddc0-4579-a27f-a038523d2b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:44.927409 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-173aea9e-84d4-4689-892d-a88a8d9a90ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:44.928430 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-56e94a01-ddc0-4579-a27f-a038523d2b62 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=41a8f465-c4c3-4408-a9dd-14556e78b966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2261958 Nov 23 07:43:44.936091 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-173aea9e-84d4-4689-892d-a88a8d9a90ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:44.944512 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-e06ee438-9cda-4ad4-b3e5-619e22d04b20 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b78d8c29-35aa-4c8a-8439-dc361a48243a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084795 Nov 23 07:43:45.006762 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-173aea9e-84d4-4689-892d-a88a8d9a90ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e1a59bb6eb9643889fc4d903ecad8b53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3347707 Nov 23 07:43:45.008682 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 42322) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:45.138167 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173aea9e-84d4-4689-892d-a88a8d9a90ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d48e2a3-236b-426a-a79a-a609c3fab308,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:45.195274 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-f892abc2-25c5-4067-97ed-ca5aa4186c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:45.196810 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-f892abc2-25c5-4067-97ed-ca5aa4186c9c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9cb767d-e579-4bd6-9168-0f1ea7c41329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3588169 Nov 23 07:43:45.224728 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48079735-d202-4a48-ad04-f4b9a077c116 req-ce25a344-edf0-40a1-b495-29eeb40e5914 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:45.226662 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-48079735-d202-4a48-ad04-f4b9a077c116 req-ce25a344-edf0-40a1-b495-29eeb40e5914 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 943 time: 0.2164030 Nov 23 07:43:45.226964 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-1b4349bd-d2bc-4601-acc7-52eb26f04520 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:45.267920 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-1b4349bd-d2bc-4601-acc7-52eb26f04520 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:45.334786 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-48079735-d202-4a48-ad04-f4b9a077c116 req-ee13587e-57ce-4aa7-adb1-04ac56a89e87 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984406 Nov 23 07:43:45.350903 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-87a89a22-8465-473d-9597-a477e4fa6afc req-09ecd0e2-d675-4d17-b545-b05127eb05ca tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4895289 Nov 23 07:43:45.353491 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-6d01bb2e-1335-490d-998e-84052f964177 service neutron] 10.222.0.31 "GET /v2.0/networks/41a8f465-c4c3-4408-a9dd-14556e78b966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053514 Nov 23 07:43:45.375120 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-f3373fab-cfe7-4035-b3ac-0929b9ce365c service neutron] 10.222.0.31 "GET /v2.0/networks/b78d8c29-35aa-4c8a-8439-dc361a48243a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907475 Nov 23 07:43:45.386270 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-1b4349bd-d2bc-4601-acc7-52eb26f04520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:45.389049 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-1b4349bd-d2bc-4601-acc7-52eb26f04520 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:45.394173 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-1b4349bd-d2bc-4601-acc7-52eb26f04520 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4d48e2a3-236b-426a-a79a-a609c3fab308 HTTP/1.1" status: 204 len: 168 time: 0.3822057 Nov 23 07:43:45.404157 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4349bd-d2bc-4601-acc7-52eb26f04520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d48e2a3-236b-426a-a79a-a609c3fab308,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:45.465198 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-36efe513-ff49-4f73-a936-7c89f1115cd5 service neutron] 10.222.0.31 "GET /v2.0/networks/d9cb767d-e579-4bd6-9168-0f1ea7c41329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271631 Nov 23 07:43:45.546645 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adda6b-2538-4830-ba51-fddf4a8f33ae req-532b787b-8ca0-4382-8b17-231322ebef4a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:45.549038 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-36adda6b-2538-4830-ba51-fddf4a8f33ae req-532b787b-8ca0-4382-8b17-231322ebef4a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0661852 Nov 23 07:43:45.708390 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-36adda6b-2538-4830-ba51-fddf4a8f33ae req-14971300-e642-49b0-aec0-4d94927a93ad tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506984 Nov 23 07:43:45.773199 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-793478a4-7914-40d3-b02d-87b944c08ee1 req-a05ebfc9-3bb6-488c-8c30-869fa0dbfcb9 service neutron] 10.222.0.31 "GET /v2.0/networks/41a8f465-c4c3-4408-a9dd-14556e78b966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105172 Nov 23 07:43:45.795847 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c93dc518-29a4-4a57-8125-99bb9d510ad2 req-141e5ec5-9298-4ea2-bb0b-36590f7e4f61 service neutron] 10.222.0.31 "GET /v2.0/networks/b78d8c29-35aa-4c8a-8439-dc361a48243a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599973 Nov 23 07:43:45.812028 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009701f-3c3f-4e39-ba6d-8a79f64d03f4 req-196d7d23-88bd-4d1a-904f-c2b0e3183d5a tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:45.813985 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d009701f-3c3f-4e39-ba6d-8a79f64d03f4 req-196d7d23-88bd-4d1a-904f-c2b0e3183d5a tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 945 time: 0.1837208 Nov 23 07:43:45.817496 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-49ee6b3b-e55d-4b53-8c82-eef9e6e035cb req-6dadbbbe-2067-4249-af61-1c8f22c4773d service neutron] 10.222.0.31 "GET /v2.0/networks/d9cb767d-e579-4bd6-9168-0f1ea7c41329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382196 Nov 23 07:43:45.891087 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d009701f-3c3f-4e39-ba6d-8a79f64d03f4 req-20bf3bdb-a1d2-4171-b1e7-9f72b58fb465 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/security-groups?id=56622021-8102-4d76-b684-5196068d17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665972 Nov 23 07:43:46.103789 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 42388) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:46.118026 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-77bba05c-99fd-4328-b5ec-e56f3a8d482e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:46.203035 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 42396) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:46.205745 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-77bba05c-99fd-4328-b5ec-e56f3a8d482e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:46.211650 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-77bba05c-99fd-4328-b5ec-e56f3a8d482e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:46.257205 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-77bba05c-99fd-4328-b5ec-e56f3a8d482e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f32d86bc91746a7bccb4222e21ecfcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517377 Nov 23 07:43:46.261222 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 42402) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:46.288700 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bba05c-99fd-4328-b5ec-e56f3a8d482e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d14a8d-10fa-472b-815b-947c01b6ee0b,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:46.355849 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-f07555ac-b7c9-4c5b-aa88-a6bc387e7712 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:46.393453 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-f07555ac-b7c9-4c5b-aa88-a6bc387e7712 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:46.466650 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-f07555ac-b7c9-4c5b-aa88-a6bc387e7712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:46.470374 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-f07555ac-b7c9-4c5b-aa88-a6bc387e7712 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:46.472037 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-f07555ac-b7c9-4c5b-aa88-a6bc387e7712 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d0d14a8d-10fa-472b-815b-947c01b6ee0b HTTP/1.1" status: 204 len: 168 time: 0.2090232 Nov 23 07:43:46.486382 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07555ac-b7c9-4c5b-aa88-a6bc387e7712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d14a8d-10fa-472b-815b-947c01b6ee0b,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:46.517674 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7fd3c590-aca6-4702-9879-85a9204d0321 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:46.550879 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01169e88-e522-4864-a1aa-c272af9d86b2 req-d0c50f30-8eac-4d5c-bee1-d138ab68277a tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:46.553265 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-01169e88-e522-4864-a1aa-c272af9d86b2 req-d0c50f30-8eac-4d5c-bee1-d138ab68277a tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 943 time: 0.0681295 Nov 23 07:43:46.626132 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bbd703-60ec-4c2d-ac52-77fbe774b495 req-40a024ba-e334-4d17-b8df-1a4ae101127f tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:46.627786 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a1bbd703-60ec-4c2d-ac52-77fbe774b495 req-40a024ba-e334-4d17-b8df-1a4ae101127f tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 943 time: 0.0836165 Nov 23 07:43:46.630686 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-01169e88-e522-4864-a1aa-c272af9d86b2 req-f7dc80ae-3d9f-4d23-8c21-a4afb693ba40 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694187 Nov 23 07:43:46.700535 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7fd3c590-aca6-4702-9879-85a9204d0321 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:46.712231 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7fd3c590-aca6-4702-9879-85a9204d0321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:46.727914 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a1bbd703-60ec-4c2d-ac52-77fbe774b495 req-a52ad07b-2e3c-48c1-9ef8-e15b433280ac tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875933 Nov 23 07:43:46.763040 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-7fd3c590-aca6-4702-9879-85a9204d0321 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f45acbbfc2624de5a91e23ae1a71e95d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5584383 Nov 23 07:43:46.764355 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3c590-aca6-4702-9879-85a9204d0321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313bfb08-7d9d-444b-825b-d8be6bd77ab6,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:46.766279 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 42438) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:46.894569 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bc479ca5-5e55-40c4-ac95-7f9aee2543c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:46.933647 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd60997-ab0b-4e42-a93e-63e08f93e94f req-67cb9617-c8c2-483d-9df7-68a8358637be tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:46.935200 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-4cd60997-ab0b-4e42-a93e-63e08f93e94f req-67cb9617-c8c2-483d-9df7-68a8358637be tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0950031 Nov 23 07:43:46.950424 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bc479ca5-5e55-40c4-ac95-7f9aee2543c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:47.030429 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-4cd60997-ab0b-4e42-a93e-63e08f93e94f req-ccd9ba7c-59df-407f-aad4-334d1ef77233 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778036 Nov 23 07:43:47.045521 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bc479ca5-5e55-40c4-ac95-7f9aee2543c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:47.049386 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bc479ca5-5e55-40c4-ac95-7f9aee2543c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:47.051155 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-bc479ca5-5e55-40c4-ac95-7f9aee2543c3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/313bfb08-7d9d-444b-825b-d8be6bd77ab6 HTTP/1.1" status: 204 len: 168 time: 0.2820518 Nov 23 07:43:47.072415 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc479ca5-5e55-40c4-ac95-7f9aee2543c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313bfb08-7d9d-444b-825b-d8be6bd77ab6,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:47.500412 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 42486) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:47.516362 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-9cc5fb81-7e30-442b-9d0b-81221ec22bcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:47.600611 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-9cc5fb81-7e30-442b-9d0b-81221ec22bcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:47.605565 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-9cc5fb81-7e30-442b-9d0b-81221ec22bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:47.651279 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-9cc5fb81-7e30-442b-9d0b-81221ec22bcc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0858403fada5492eb834accb026e88ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1497047 Nov 23 07:43:47.653191 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5fb81-7e30-442b-9d0b-81221ec22bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006c10fc-caf3-44ea-8f51-6768cfc3826f,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:47.654561 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 42492) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:47.778213 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-111aaed5-e7f1-4bac-8aea-5954fc18a241 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:47.804636 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85f64d-ab9a-42ed-8b46-535964b6f01b req-368647df-aba3-4e3c-b50e-4184eefa6c85 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:47.814626 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-7e85f64d-ab9a-42ed-8b46-535964b6f01b req-368647df-aba3-4e3c-b50e-4184eefa6c85 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 943 time: 0.0878997 Nov 23 07:43:47.830982 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-111aaed5-e7f1-4bac-8aea-5954fc18a241 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:47.930733 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device e60ee95d-4ae8-48a9-b92b-e6e28e265d71 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 07:43:47.936439 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-7e85f64d-ab9a-42ed-8b46-535964b6f01b req-8188630f-bb2a-4a2c-a597-44e84817b452 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152456 Nov 23 07:43:47.969900 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-111aaed5-e7f1-4bac-8aea-5954fc18a241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:47.975995 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-111aaed5-e7f1-4bac-8aea-5954fc18a241 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:47.977634 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-111aaed5-e7f1-4bac-8aea-5954fc18a241 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/006c10fc-caf3-44ea-8f51-6768cfc3826f HTTP/1.1" status: 204 len: 168 time: 0.3200033 Nov 23 07:43:48.004534 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111aaed5-e7f1-4bac-8aea-5954fc18a241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006c10fc-caf3-44ea-8f51-6768cfc3826f,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:48.011213 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb2d5b-34f6-4362-a6d0-6605377d0f0e req-a896e2da-57ed-46e4-85a5-e25b2e275970 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:48.019602 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-befb2d5b-34f6-4362-a6d0-6605377d0f0e req-a896e2da-57ed-46e4-85a5-e25b2e275970 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 943 time: 0.0921342 Nov 23 07:43:48.094890 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-befb2d5b-34f6-4362-a6d0-6605377d0f0e req-9d24e4f9-719f-4dd9-b5b8-fec8f4954e31 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740931 Nov 23 07:43:48.111078 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port e60ee95d-4ae8-48a9-b92b-e6e28e265d71, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e60ee95d-4ae8-48a9-b92b-e6e28e265d71,segment=NetworkSegment(ac45e97e-b6dc-47a3-93d3-c4edacf6cc25),segment_id=ac45e97e-b6dc-47a3-93d3-c4edacf6cc25)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:43:48.141967 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Returning: {'device': 'e60ee95d-4ae8-48a9-b92b-e6e28e265d71', 'network_id': 'b78d8c29-35aa-4c8a-8439-dc361a48243a', 'port_id': 'e60ee95d-4ae8-48a9-b92b-e6e28e265d71', 'mac_address': 'fa:16:3e:ce:ad:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e589956e-ed5a-4e41-8270-f9456f7b8a2f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 07:43:48.195111 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:48.233808 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e60ee95d-4ae8-48a9-b92b-e6e28e265d71 {{(pid=109285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:43:48.250859 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf0cef6-e658-4d93-aaeb-653f32294b73 req-fe903125-21d8-4203-b1a4-7167d3944f79 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:48.270471 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-3bf0cef6-e658-4d93-aaeb-653f32294b73 req-fe903125-21d8-4203-b1a4-7167d3944f79 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0917797 Nov 23 07:43:48.303669 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port e60ee95d-4ae8-48a9-b92b-e6e28e265d71, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e60ee95d-4ae8-48a9-b92b-e6e28e265d71,segment=NetworkSegment(ac45e97e-b6dc-47a3-93d3-c4edacf6cc25),segment_id=ac45e97e-b6dc-47a3-93d3-c4edacf6cc25)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:43:48.310800 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:48.374014 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-3bf0cef6-e658-4d93-aaeb-653f32294b73 req-18617402-739f-4d59-9ebc-d02105c7bfc9 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958974 Nov 23 07:43:48.406336 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=e60ee95d-4ae8-48a9-b92b-e6e28e265d71,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:48.560376 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['e60ee95d-4ae8-48a9-b92b-e6e28e265d71'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:43:48.846972 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 42596) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:49.006800 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-dc68c35b-f90d-4c76-b364-858e223cff35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:49.124301 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0feaf0-218b-4510-80b2-71b55a49428d req-7a291f81-45f4-433d-8b83-956e69d5cf4f tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:49.132699 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2a0feaf0-218b-4510-80b2-71b55a49428d req-7a291f81-45f4-433d-8b83-956e69d5cf4f tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 943 time: 0.0984724 Nov 23 07:43:49.136199 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-dc68c35b-f90d-4c76-b364-858e223cff35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:49.145649 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-dc68c35b-f90d-4c76-b364-858e223cff35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:49.194641 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2a0feaf0-218b-4510-80b2-71b55a49428d req-ca6fb2fc-38f3-4458-b4d2-460ca719c575 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609150 Nov 23 07:43:49.205683 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68c35b-f90d-4c76-b364-858e223cff35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888d94dd-d64e-4c40-a8f3-56d12c5f50f3,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:49.210212 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-dc68c35b-f90d-4c76-b364-858e223cff35 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2bef8fa1bf054bef888760dfe652f2fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3612986 Nov 23 07:43:49.222003 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 42616) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:49.251892 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336f164-53b8-4d66-a9c9-ecbc57e74678 req-c5b8c0d5-fd09-4767-bceb-c7987754c2be tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:49.253617 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-0336f164-53b8-4d66-a9c9-ecbc57e74678 req-c5b8c0d5-fd09-4767-bceb-c7987754c2be tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 944 time: 0.0644813 Nov 23 07:43:49.288262 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-71fb4235-ddb1-4fbb-a9f4-cf48e553a86a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:49.317999 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-71fb4235-ddb1-4fbb-a9f4-cf48e553a86a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:49.319966 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-0336f164-53b8-4d66-a9c9-ecbc57e74678 req-ecf7156d-ccde-4525-99d5-6d9a8f230a2c tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585065 Nov 23 07:43:49.374623 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-71fb4235-ddb1-4fbb-a9f4-cf48e553a86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:49.377516 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-71fb4235-ddb1-4fbb-a9f4-cf48e553a86a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:49.378733 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-71fb4235-ddb1-4fbb-a9f4-cf48e553a86a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/888d94dd-d64e-4c40-a8f3-56d12c5f50f3 HTTP/1.1" status: 204 len: 168 time: 0.1539769 Nov 23 07:43:49.387528 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb4235-ddb1-4fbb-a9f4-cf48e553a86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888d94dd-d64e-4c40-a8f3-56d12c5f50f3,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:49.549489 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75593067-058a-4961-aafb-6b1e69bbcceb req-7e3fb98b-fe83-416f-ac7c-eb429e15f61a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:49.558376 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-75593067-058a-4961-aafb-6b1e69bbcceb req-7e3fb98b-fe83-416f-ac7c-eb429e15f61a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0611582 Nov 23 07:43:49.606721 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-75593067-058a-4961-aafb-6b1e69bbcceb req-84be39d3-fb0b-472e-9e7b-9f0dbdc67420 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474074 Nov 23 07:43:49.808894 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 42636) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:49.822716 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5cc59a92-254d-4bf2-a69d-e9d999fa16db admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:49.935885 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 98e7ca52-3570-4eee-8b5d-7db714fe981a details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 07:43:49.939935 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5cc59a92-254d-4bf2-a69d-e9d999fa16db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:49.946832 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5cc59a92-254d-4bf2-a69d-e9d999fa16db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:49.980466 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device e60ee95d-4ae8-48a9-b92b-e6e28e265d71 up at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:43:49.992134 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc59a92-254d-4bf2-a69d-e9d999fa16db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8e910e-1fa7-4abf-91f1-0f8ef6a35e72,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:50.012501 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-5cc59a92-254d-4bf2-a69d-e9d999fa16db admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=310b6cb8615f4f6b8f6a09e03e60ef2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2023187 Nov 23 07:43:50.015158 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 42650) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:50.095546 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-776de76d-3111-471d-9b0d-499722de9d81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:50.123497 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-776de76d-3111-471d-9b0d-499722de9d81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:50.162520 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 98e7ca52-3570-4eee-8b5d-7db714fe981a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=98e7ca52-3570-4eee-8b5d-7db714fe981a,segment=NetworkSegment(ac45e97e-b6dc-47a3-93d3-c4edacf6cc25),segment_id=ac45e97e-b6dc-47a3-93d3-c4edacf6cc25)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:43:50.173995 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning for port e60ee95d-4ae8-48a9-b92b-e6e28e265d71 completed by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 07:43:50.181644 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Returning: {'device': '98e7ca52-3570-4eee-8b5d-7db714fe981a', 'network_id': 'b78d8c29-35aa-4c8a-8439-dc361a48243a', 'port_id': '98e7ca52-3570-4eee-8b5d-7db714fe981a', 'mac_address': 'fa:16:3e:aa:2d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e589956e-ed5a-4e41-8270-f9456f7b8a2f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 07:43:50.183900 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning complete for port e60ee95d-4ae8-48a9-b92b-e6e28e265d71 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:50.184471 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:50.195138 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-776de76d-3111-471d-9b0d-499722de9d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:50.200662 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-776de76d-3111-471d-9b0d-499722de9d81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:50.202083 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-776de76d-3111-471d-9b0d-499722de9d81 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6b8e910e-1fa7-4abf-91f1-0f8ef6a35e72 HTTP/1.1" status: 204 len: 168 time: 0.1853988 Nov 23 07:43:50.220421 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776de76d-3111-471d-9b0d-499722de9d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8e910e-1fa7-4abf-91f1-0f8ef6a35e72,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:50.349941 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:50.365121 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac07ee7-374a-41e2-9a41-65696e7b2b26 req-01c4692b-f6c9-4977-ad19-52e044c7dbe6 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:50.375425 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-3ac07ee7-374a-41e2-9a41-65696e7b2b26 req-01c4692b-f6c9-4977-ad19-52e044c7dbe6 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 943 time: 0.0881214 Nov 23 07:43:50.379735 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e7ca52-3570-4eee-8b5d-7db714fe981a {{(pid=109285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:43:50.395492 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:50.419997 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 98e7ca52-3570-4eee-8b5d-7db714fe981a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=98e7ca52-3570-4eee-8b5d-7db714fe981a,segment=NetworkSegment(ac45e97e-b6dc-47a3-93d3-c4edacf6cc25),segment_id=ac45e97e-b6dc-47a3-93d3-c4edacf6cc25)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:43:50.454266 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port e60ee95d-4ae8-48a9-b92b-e6e28e265d71, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e60ee95d-4ae8-48a9-b92b-e6e28e265d71,segment=NetworkSegment(ac45e97e-b6dc-47a3-93d3-c4edacf6cc25),segment_id=ac45e97e-b6dc-47a3-93d3-c4edacf6cc25)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:43:50.456704 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:50.458170 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 12786728-e083-4cb6-b178-3facabd226a9 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 07:43:50.461420 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9df126-b886-4cb5-88f0-20dc6e22dbe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60ee95d-4ae8-48a9-b92b-e6e28e265d71'}] {{(pid=109285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:43:50.463040 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-3ac07ee7-374a-41e2-9a41-65696e7b2b26 req-c2655bd0-06f1-4e02-b753-fbcce64d81ee tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864668 Nov 23 07:43:50.465437 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02971d1b2c0bcda538738d777e0cd5340c6e6849857750afdab036a2de6ad34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7930d8-2ed4-49ba-ad77-5e1eff5bcaaa" -d '{"events": [{"server_uuid": "6b9df126-b886-4cb5-88f0-20dc6e22dbe1", "name": "network-vif-plugged", "status": "completed", "tag": "e60ee95d-4ae8-48a9-b92b-e6e28e265d71"}]}' {{(pid=109285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:43:50.474669 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:50.532266 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c711befc-ecb9-45b4-a21e-12d0a93867d4 x-openstack-request-id: req-c711befc-ecb9-45b4-a21e-12d0a93867d4 {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:43:50.532835 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9df126-b886-4cb5-88f0-20dc6e22dbe1", "name": "network-vif-plugged", "status": "completed", "tag": "e60ee95d-4ae8-48a9-b92b-e6e28e265d71", "code": 200}]} {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:43:50.533367 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c711befc-ecb9-45b4-a21e-12d0a93867d4 {{(pid=109285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:43:50.534034 dv-cinder-804035-14-iscsi neutron-server[109285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9df126-b886-4cb5-88f0-20dc6e22dbe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60ee95d-4ae8-48a9-b92b-e6e28e265d71', 'code': 200} Nov 23 07:43:50.561873 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38adde-5c5a-4d12-9911-1bc1df0eabf7 req-04f5d83f-9ec0-4a7e-bf97-6165bb71950b tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:50.573481 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-fd38adde-5c5a-4d12-9911-1bc1df0eabf7 req-04f5d83f-9ec0-4a7e-bf97-6165bb71950b tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.1322572 Nov 23 07:43:50.587988 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=98e7ca52-3570-4eee-8b5d-7db714fe981a,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:50.680323 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-fd38adde-5c5a-4d12-9911-1bc1df0eabf7 req-37ba894c-7eb7-4cf6-ad5d-1b1fafaba859 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997701 Nov 23 07:43:50.731577 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=e60ee95d-4ae8-48a9-b92b-e6e28e265d71,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:50.746624 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 12786728-e083-4cb6-b178-3facabd226a9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=12786728-e083-4cb6-b178-3facabd226a9,segment=NetworkSegment(d49c0d41-f11b-425e-9786-8329159ba34c),segment_id=d49c0d41-f11b-425e-9786-8329159ba34c)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:43:50.764588 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Returning: {'device': '12786728-e083-4cb6-b178-3facabd226a9', 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966', 'port_id': '12786728-e083-4cb6-b178-3facabd226a9', 'mac_address': 'fa:16:3e:8c:2f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 07:43:50.840249 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9cd10-4ab2-4922-84ef-99ee129b3a8a req-89da2164-e6cc-4303-a9fb-462fe665f77e tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:50.841404 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:50.842055 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-bac9cd10-4ab2-4922-84ef-99ee129b3a8a req-89da2164-e6cc-4303-a9fb-462fe665f77e tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0935566 Nov 23 07:43:50.867377 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12786728-e083-4cb6-b178-3facabd226a9 {{(pid=109285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:43:50.898556 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 12786728-e083-4cb6-b178-3facabd226a9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=12786728-e083-4cb6-b178-3facabd226a9,segment=NetworkSegment(d49c0d41-f11b-425e-9786-8329159ba34c),segment_id=d49c0d41-f11b-425e-9786-8329159ba34c)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:43:50.904099 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:50.904996 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 8b4fce4b-5f2b-4eea-8335-5d57ac70511e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 07:43:50.915854 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-bac9cd10-4ab2-4922-84ef-99ee129b3a8a req-f725f1e2-3bba-42bf-80f6-98f5f7b3938f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665998 Nov 23 07:43:51.013349 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=12786728-e083-4cb6-b178-3facabd226a9,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:51.095032 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 8b4fce4b-5f2b-4eea-8335-5d57ac70511e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8b4fce4b-5f2b-4eea-8335-5d57ac70511e,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:43:51.111330 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Returning: {'device': '8b4fce4b-5f2b-4eea-8335-5d57ac70511e', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'port_id': '8b4fce4b-5f2b-4eea-8335-5d57ac70511e', 'mac_address': 'fa:16:3e:20:f6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 07:43:51.156078 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:51.171928 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b4fce4b-5f2b-4eea-8335-5d57ac70511e {{(pid=109285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:43:51.198639 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 8b4fce4b-5f2b-4eea-8335-5d57ac70511e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8b4fce4b-5f2b-4eea-8335-5d57ac70511e,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:43:51.206878 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:51.259968 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=8b4fce4b-5f2b-4eea-8335-5d57ac70511e,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:51.442887 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 42730) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:51.574857 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-097274be-9db0-4c83-aa64-ee9759539b12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:51.640068 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2744bba-8bfb-4a7e-a69e-8babdb5bcb08 req-89815c23-b3ef-46f4-a0b4-1a88815b75ac tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:51.641615 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d2744bba-8bfb-4a7e-a69e-8babdb5bcb08 req-89815c23-b3ef-46f4-a0b4-1a88815b75ac tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 944 time: 0.0888722 Nov 23 07:43:51.734635 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d2744bba-8bfb-4a7e-a69e-8babdb5bcb08 req-a3821034-c876-4ba6-942e-3f67707af035 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854325 Nov 23 07:43:51.768234 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-097274be-9db0-4c83-aa64-ee9759539b12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:51.775403 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-097274be-9db0-4c83-aa64-ee9759539b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:51.815258 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 42742) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:51.820098 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66feaeac-5a70-46ce-bdd4-e9a8b0d92cce req-89000f58-7c50-4b5d-9766-8a4e41ff65a5 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:51.822555 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-66feaeac-5a70-46ce-bdd4-e9a8b0d92cce req-89000f58-7c50-4b5d-9766-8a4e41ff65a5 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0818686 Nov 23 07:43:51.843752 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-097274be-9db0-4c83-aa64-ee9759539b12 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d8ef5194d1384c77888c6699a026ef5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3996065 Nov 23 07:43:51.846435 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 42746) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:51.847079 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097274be-9db0-4c83-aa64-ee9759539b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578e0898-9c7f-4e37-9d6a-9b64b15dfdb2,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:51.881246 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-66feaeac-5a70-46ce-bdd4-e9a8b0d92cce req-075b3ec2-91cc-41ea-9fcf-424198413e7f tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525637 Nov 23 07:43:51.906994 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7d8921ac-5aa8-49e9-9b1b-f6f129fce530 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:51.933822 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7d8921ac-5aa8-49e9-9b1b-f6f129fce530 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:51.976427 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e2dd21ba-b1fe-4bf3-9e1b-8f3763dcaa8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:52.046527 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7d8921ac-5aa8-49e9-9b1b-f6f129fce530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:52.049151 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7d8921ac-5aa8-49e9-9b1b-f6f129fce530 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:52.058093 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-7d8921ac-5aa8-49e9-9b1b-f6f129fce530 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/578e0898-9c7f-4e37-9d6a-9b64b15dfdb2 HTTP/1.1" status: 204 len: 168 time: 0.2005138 Nov 23 07:43:52.078024 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8921ac-5aa8-49e9-9b1b-f6f129fce530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578e0898-9c7f-4e37-9d6a-9b64b15dfdb2,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:52.098546 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ff7f4-1768-42a7-945a-4dd518b5b4fd req-4552bb7f-afbc-4365-951b-5de668415709 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:52.100308 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c36ff7f4-1768-42a7-945a-4dd518b5b4fd req-4552bb7f-afbc-4365-951b-5de668415709 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 944 time: 0.1035228 Nov 23 07:43:52.169076 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e2dd21ba-b1fe-4bf3-9e1b-8f3763dcaa8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:52.175338 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e2dd21ba-b1fe-4bf3-9e1b-8f3763dcaa8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:52.208173 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c36ff7f4-1768-42a7-945a-4dd518b5b4fd req-56955da4-142f-4b00-a58d-d1079c1e35c3 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894625 Nov 23 07:43:52.227191 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-e2dd21ba-b1fe-4bf3-9e1b-8f3763dcaa8e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=002385e94abb44e2b7b1ab1f8aba7c47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4105463 Nov 23 07:43:52.231910 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 42758) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:52.232905 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd21ba-b1fe-4bf3-9e1b-8f3763dcaa8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd18ee71-6909-461e-a8fc-6e99b9eeb17f,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:52.310115 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-74caf3df-aecc-4996-9b0e-bc74c42eab64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:52.334850 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-74caf3df-aecc-4996-9b0e-bc74c42eab64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:52.388652 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 42762) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:52.405905 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-74caf3df-aecc-4996-9b0e-bc74c42eab64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:52.408789 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-74caf3df-aecc-4996-9b0e-bc74c42eab64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:52.408936 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b01ef23a-cf15-403f-b74b-c3d5cd8d20df admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:52.409962 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-74caf3df-aecc-4996-9b0e-bc74c42eab64 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd18ee71-6909-461e-a8fc-6e99b9eeb17f HTTP/1.1" status: 204 len: 168 time: 0.1764159 Nov 23 07:43:52.422401 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74caf3df-aecc-4996-9b0e-bc74c42eab64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd18ee71-6909-461e-a8fc-6e99b9eeb17f,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:52.526733 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b01ef23a-cf15-403f-b74b-c3d5cd8d20df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:52.531763 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b01ef23a-cf15-403f-b74b-c3d5cd8d20df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:52.573818 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-b01ef23a-cf15-403f-b74b-c3d5cd8d20df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=13e6d4eb38324f46b61eb2aada3eb576&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1836812 Nov 23 07:43:52.574560 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ef23a-cf15-403f-b74b-c3d5cd8d20df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6776b596-b93c-4696-ab87-6a8458524eca,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:52.579663 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 42766) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:52.639551 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c15b3491-f330-4c61-b825-cb4da3403ea8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:52.661677 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c15b3491-f330-4c61-b825-cb4da3403ea8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:52.715462 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c15b3491-f330-4c61-b825-cb4da3403ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:52.718166 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c15b3491-f330-4c61-b825-cb4da3403ea8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:52.721876 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-c15b3491-f330-4c61-b825-cb4da3403ea8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6776b596-b93c-4696-ab87-6a8458524eca HTTP/1.1" status: 204 len: 168 time: 0.1388090 Nov 23 07:43:52.727920 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b3491-f330-4c61-b825-cb4da3403ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6776b596-b93c-4696-ab87-6a8458524eca,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:52.898699 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4c7e3-370d-4fdf-87ed-b7a2e40e2afc req-3fc871d7-77aa-4925-ad28-ce5e026e136e tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:52.900461 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-77f4c7e3-370d-4fdf-87ed-b7a2e40e2afc req-3fc871d7-77aa-4925-ad28-ce5e026e136e tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 944 time: 0.0723946 Nov 23 07:43:53.004164 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-77f4c7e3-370d-4fdf-87ed-b7a2e40e2afc req-6cb5e814-414f-4163-ba9a-23011881c751 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885496 Nov 23 07:43:53.043412 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a35c9-1d83-466f-ba5b-f95eaafcd33e req-cef5eb84-8739-4438-97cb-141ab22426dc tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:53.045084 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d68a35c9-1d83-466f-ba5b-f95eaafcd33e req-cef5eb84-8739-4438-97cb-141ab22426dc tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0772219 Nov 23 07:43:53.106029 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d68a35c9-1d83-466f-ba5b-f95eaafcd33e req-7ba98bfd-a5bd-4e50-b84a-fd743fa84167 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534048 Nov 23 07:43:53.375017 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8e329-2062-4dfb-8b7d-ce944cefda86 req-d488c372-d376-4c4a-923a-f251123295d6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:53.376546 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-4ca8e329-2062-4dfb-8b7d-ce944cefda86 req-d488c372-d376-4c4a-923a-f251123295d6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 944 time: 0.0654764 Nov 23 07:43:53.428051 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-4ca8e329-2062-4dfb-8b7d-ce944cefda86 req-4311e625-a8a5-4864-b3dc-7d75ec56be26 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454111 Nov 23 07:43:53.453756 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50a040-1c83-49cc-9072-5969323a0536 req-89d9cc99-b22d-4f87-a874-897b38909d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:53.453756 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-df50a040-1c83-49cc-9072-5969323a0536 req-89d9cc99-b22d-4f87-a874-897b38909d9a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 1098 time: 0.0539992 Nov 23 07:43:53.508142 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-df50a040-1c83-49cc-9072-5969323a0536 req-2585a548-c031-4496-b0c2-24b67333747d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409877 Nov 23 07:43:53.781881 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['98e7ca52-3570-4eee-8b5d-7db714fe981a'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:43:53.810384 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['12786728-e083-4cb6-b178-3facabd226a9'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:43:53.812751 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['8b4fce4b-5f2b-4eea-8335-5d57ac70511e'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:43:54.137593 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe3d2c-276f-4967-861a-9a8e5d20e8bc req-29ce13ec-0b03-466a-9c44-b660454fe1e1 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:54.139737 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-babe3d2c-276f-4967-861a-9a8e5d20e8bc req-29ce13ec-0b03-466a-9c44-b660454fe1e1 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 944 time: 0.0614800 Nov 23 07:43:54.203674 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-babe3d2c-276f-4967-861a-9a8e5d20e8bc req-44e183ee-4678-416b-a666-7aa5b8f554d1 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580537 Nov 23 07:43:54.250017 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca583b64-d75e-44a1-85c0-4219b6142031 req-5f5e48a0-d018-4c1b-a47f-1555bd2b736b tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:54.251551 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ca583b64-d75e-44a1-85c0-4219b6142031 req-5f5e48a0-d018-4c1b-a47f-1555bd2b736b tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0554173 Nov 23 07:43:54.304486 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ca583b64-d75e-44a1-85c0-4219b6142031 req-ba5845ac-2f11-43d3-bbb7-f1d05af507e3 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469973 Nov 23 07:43:54.554633 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b159a56-2bc4-4511-a1e0-4e86e49605b6 req-bab87c74-d090-472f-bb7b-673f3a0daa58 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:54.556276 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3b159a56-2bc4-4511-a1e0-4e86e49605b6 req-bab87c74-d090-472f-bb7b-673f3a0daa58 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 944 time: 0.0542264 Nov 23 07:43:54.614136 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3b159a56-2bc4-4511-a1e0-4e86e49605b6 req-8a6d7f2f-bf6a-44f6-be27-f3bcc82fbeab tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513229 Nov 23 07:43:55.323563 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e208e0-c5d0-48cc-b7b0-151a1dfc834c req-21f64626-8e6c-4f24-891b-3cbcae9d0743 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:55.325058 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d7e208e0-c5d0-48cc-b7b0-151a1dfc834c req-21f64626-8e6c-4f24-891b-3cbcae9d0743 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 944 time: 0.0503814 Nov 23 07:43:55.386953 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d7e208e0-c5d0-48cc-b7b0-151a1dfc834c req-ea70ef17-abc9-43c3-9692-2bd325ff5d99 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533023 Nov 23 07:43:55.428644 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 8b4fce4b-5f2b-4eea-8335-5d57ac70511e up at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:43:55.437656 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c0aea-c52f-4add-b65e-9865ed28a72e req-418f360e-9802-42e3-b92e-089ea343015c tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:55.446262 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5b8c0aea-c52f-4add-b65e-9865ed28a72e req-418f360e-9802-42e3-b92e-089ea343015c tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0718424 Nov 23 07:43:55.490402 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5b8c0aea-c52f-4add-b65e-9865ed28a72e req-fd051a5b-2db5-4409-9b09-fbded23e968c tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428991 Nov 23 07:43:55.492035 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning for port 8b4fce4b-5f2b-4eea-8335-5d57ac70511e completed by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 07:43:55.497472 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning complete for port 8b4fce4b-5f2b-4eea-8335-5d57ac70511e triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:55.497885 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:55.587362 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:55.616321 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb841a35-6344-43a0-85d2-6de8116759b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4fce4b-5f2b-4eea-8335-5d57ac70511e'}] {{(pid=109285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:43:55.618615 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02971d1b2c0bcda538738d777e0cd5340c6e6849857750afdab036a2de6ad34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78381d9-6e66-4e97-8c08-209f40811921" -d '{"events": [{"server_uuid": "bb841a35-6344-43a0-85d2-6de8116759b1", "name": "network-vif-plugged", "status": "completed", "tag": "8b4fce4b-5f2b-4eea-8335-5d57ac70511e"}]}' {{(pid=109285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:43:55.632417 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 8b4fce4b-5f2b-4eea-8335-5d57ac70511e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8b4fce4b-5f2b-4eea-8335-5d57ac70511e,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:43:55.636762 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:55.637687 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 98e7ca52-3570-4eee-8b5d-7db714fe981a up at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:43:55.681198 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f049882-9739-4939-942f-3ccb83b90be6 x-openstack-request-id: req-8f049882-9739-4939-942f-3ccb83b90be6 {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:43:55.681522 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb841a35-6344-43a0-85d2-6de8116759b1", "name": "network-vif-plugged", "status": "completed", "tag": "8b4fce4b-5f2b-4eea-8335-5d57ac70511e", "code": 200}]} {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:43:55.681814 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f049882-9739-4939-942f-3ccb83b90be6 {{(pid=109285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:43:55.682285 dv-cinder-804035-14-iscsi neutron-server[109285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb841a35-6344-43a0-85d2-6de8116759b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4fce4b-5f2b-4eea-8335-5d57ac70511e', 'code': 200} Nov 23 07:43:55.722534 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=8b4fce4b-5f2b-4eea-8335-5d57ac70511e,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:55.737157 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning for port 98e7ca52-3570-4eee-8b5d-7db714fe981a completed by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 07:43:55.750354 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning complete for port 98e7ca52-3570-4eee-8b5d-7db714fe981a triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:55.751188 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:55.849547 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb9b81-6884-4107-95a2-2fc63a07f93c req-5510d67f-ea4f-4e0e-8e75-7f17c095287d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:55.857736 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-84fb9b81-6884-4107-95a2-2fc63a07f93c req-5510d67f-ea4f-4e0e-8e75-7f17c095287d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.1183412 Nov 23 07:43:55.979822 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142d692-61f2-42cc-974a-b1f37e714f90 req-c8607936-ea37-4ffb-8e41-33e70d5dfd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:55.981614 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8142d692-61f2-42cc-974a-b1f37e714f90 req-c8607936-ea37-4ffb-8e41-33e70d5dfd95 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed47c8e5e9704a0abf5643f488f1b2be&device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 1098 time: 0.1214612 Nov 23 07:43:55.982798 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4c145-5138-43f9-9bb0-e96784ca3af1 req-0e655e5d-066f-4789-bf27-eed45e92087d tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:55.993790 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-84fb9b81-6884-4107-95a2-2fc63a07f93c req-1d60587f-fcf0-4777-a180-e116278740b7 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346729 Nov 23 07:43:55.995621 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-2cb4c145-5138-43f9-9bb0-e96784ca3af1 req-0e655e5d-066f-4789-bf27-eed45e92087d tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.1470177 Nov 23 07:43:56.059150 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-2cb4c145-5138-43f9-9bb0-e96784ca3af1 req-8a5accd1-c5d9-447a-9fd5-680959fbe1b6 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625694 Nov 23 07:43:56.115679 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456efd4d-4c87-47b0-a736-399e82dc9070 req-b8bc1006-349e-4698-a225-5b83b5c988cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:56.117249 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-456efd4d-4c87-47b0-a736-399e82dc9070 req-b8bc1006-349e-4698-a225-5b83b5c988cd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 1098 time: 0.1914542 Nov 23 07:43:56.132375 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:56.181290 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 98e7ca52-3570-4eee-8b5d-7db714fe981a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=98e7ca52-3570-4eee-8b5d-7db714fe981a,segment=NetworkSegment(ac45e97e-b6dc-47a3-93d3-c4edacf6cc25),segment_id=ac45e97e-b6dc-47a3-93d3-c4edacf6cc25)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:43:56.185927 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:56.187230 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 12786728-e083-4cb6-b178-3facabd226a9 up at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:43:56.224925 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142d692-61f2-42cc-974a-b1f37e714f90 req-529e87bc-801c-4275-83ce-8a84838b66c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:56.226632 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8142d692-61f2-42cc-974a-b1f37e714f90 req-529e87bc-801c-4275-83ce-8a84838b66c0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b78d8c29-35aa-4c8a-8439-dc361a48243a HTTP/1.1" status: 200 len: 920 time: 0.2219880 Nov 23 07:43:56.230626 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-456efd4d-4c87-47b0-a736-399e82dc9070 req-256047cc-8901-4427-93fe-cd715d256624 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827513 Nov 23 07:43:56.268085 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=98e7ca52-3570-4eee-8b5d-7db714fe981a,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:56.284355 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning for port 12786728-e083-4cb6-b178-3facabd226a9 completed by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 07:43:56.288502 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning complete for port 12786728-e083-4cb6-b178-3facabd226a9 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:43:56.288883 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:56.369296 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:56.404239 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 12786728-e083-4cb6-b178-3facabd226a9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=12786728-e083-4cb6-b178-3facabd226a9,segment=NetworkSegment(d49c0d41-f11b-425e-9786-8329159ba34c),segment_id=d49c0d41-f11b-425e-9786-8329159ba34c)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:43:56.408896 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:56.462007 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=12786728-e083-4cb6-b178-3facabd226a9,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:56.481838 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8142d692-61f2-42cc-974a-b1f37e714f90 req-299273c1-adeb-4fb0-9b94-5555beeef151 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e60ee95d-4ae8-48a9-b92b-e6e28e265d71 HTTP/1.1" status: 200 len: 217 time: 0.0481424 Nov 23 07:43:56.562816 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142d692-61f2-42cc-974a-b1f37e714f90 req-4afc22e1-c511-42f0-9800-75505840edc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:56.564310 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8142d692-61f2-42cc-974a-b1f37e714f90 req-4afc22e1-c511-42f0-9800-75505840edc8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e589956e-ed5a-4e41-8270-f9456f7b8a2f HTTP/1.1" status: 200 len: 859 time: 0.0731421 Nov 23 07:43:56.576128 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011bf8b-6edd-499a-aaf5-4b520a0ebc37 req-0c4ad5b8-4ecf-4d98-a37b-f61f73f0f133 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:56.577730 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d011bf8b-6edd-499a-aaf5-4b520a0ebc37 req-0c4ad5b8-4ecf-4d98-a37b-f61f73f0f133 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0978024 Nov 23 07:43:56.624350 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8142d692-61f2-42cc-974a-b1f37e714f90 req-1443dc34-ae4f-47ae-abe0-175ac88c1f98 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b78d8c29-35aa-4c8a-8439-dc361a48243a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454862 Nov 23 07:43:56.719746 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d011bf8b-6edd-499a-aaf5-4b520a0ebc37 req-d7596378-aaa3-4fb2-9c35-85eb984026c6 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214938 Nov 23 07:43:56.754314 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8142d692-61f2-42cc-974a-b1f37e714f90 req-5b29aa9c-6352-482f-8b33-1f4140c74349 service neutron] 10.222.0.31 "GET /v2.0/networks/b78d8c29-35aa-4c8a-8439-dc361a48243a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217027 Nov 23 07:43:56.856613 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab8b25-67da-4f98-8b22-d6269a91d536 req-0f7d16fd-b442-4920-8d0d-0355d1a06eef tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:56.858245 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-83ab8b25-67da-4f98-8b22-d6269a91d536 req-0f7d16fd-b442-4920-8d0d-0355d1a06eef tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 945 time: 0.0631623 Nov 23 07:43:56.916562 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-83ab8b25-67da-4f98-8b22-d6269a91d536 req-30f91ef5-982d-40fa-8583-55cb74e0b2ce tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/security-groups?id=56622021-8102-4d76-b684-5196068d17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509295 Nov 23 07:43:57.073535 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8142d692-61f2-42cc-974a-b1f37e714f90 req-24c1ee31-b8cd-4829-a138-04591d0d63c3 service neutron] 10.222.0.31 "GET /v2.0/networks/b78d8c29-35aa-4c8a-8439-dc361a48243a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964242 Nov 23 07:43:57.127395 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f067474-d359-482f-a49f-0cd610a74f31 req-74e0bb89-31ae-4509-89cc-17db6be16953 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:57.129294 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7f067474-d359-482f-a49f-0cd610a74f31 req-74e0bb89-31ae-4509-89cc-17db6be16953 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0526550 Nov 23 07:43:57.179803 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7f067474-d359-482f-a49f-0cd610a74f31 req-31efd035-7eae-41cf-bcb7-3efa7872adce tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443664 Nov 23 07:43:57.213051 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620aeab-3e48-449d-a6b2-0d990b30b4b7 req-452a8ea8-d4e8-4954-ba23-f4fd1a948305 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:57.215198 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-5620aeab-3e48-449d-a6b2-0d990b30b4b7 req-452a8ea8-d4e8-4954-ba23-f4fd1a948305 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0512927 Nov 23 07:43:57.266581 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-5620aeab-3e48-449d-a6b2-0d990b30b4b7 req-0d5c6a41-0ed5-4209-9a66-23f8358614ae tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452704 Nov 23 07:43:57.683595 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cba5f7-c9fd-4708-923c-deec6ab27cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e7ca52-3570-4eee-8b5d-7db714fe981a'}, {'server_uuid': '28c2d383-cc82-4479-b0fe-d92e63ef538d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12786728-e083-4cb6-b178-3facabd226a9'}] {{(pid=109285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:43:57.686560 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02971d1b2c0bcda538738d777e0cd5340c6e6849857750afdab036a2de6ad34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed565c9-8096-4f4c-ae32-45fbe84eb858" -d '{"events": [{"server_uuid": "c5cba5f7-c9fd-4708-923c-deec6ab27cdd", "name": "network-vif-plugged", "status": "completed", "tag": "98e7ca52-3570-4eee-8b5d-7db714fe981a"}, {"server_uuid": "28c2d383-cc82-4479-b0fe-d92e63ef538d", "name": "network-vif-plugged", "status": "completed", "tag": "12786728-e083-4cb6-b178-3facabd226a9"}]}' {{(pid=109285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:43:57.742823 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 07:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e05294-c1c1-4594-92c5-ce6701b1bc79 x-openstack-request-id: req-12e05294-c1c1-4594-92c5-ce6701b1bc79 {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:43:57.743195 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5cba5f7-c9fd-4708-923c-deec6ab27cdd", "name": "network-vif-plugged", "status": "completed", "tag": "98e7ca52-3570-4eee-8b5d-7db714fe981a", "code": 200}, {"server_uuid": "28c2d383-cc82-4479-b0fe-d92e63ef538d", "name": "network-vif-plugged", "status": "completed", "tag": "12786728-e083-4cb6-b178-3facabd226a9", "code": 200}]} {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:43:57.743516 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-12e05294-c1c1-4594-92c5-ce6701b1bc79 {{(pid=109285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:43:57.743974 dv-cinder-804035-14-iscsi neutron-server[109285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5cba5f7-c9fd-4708-923c-deec6ab27cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e7ca52-3570-4eee-8b5d-7db714fe981a', 'code': 200} Nov 23 07:43:57.744296 dv-cinder-804035-14-iscsi neutron-server[109285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c2d383-cc82-4479-b0fe-d92e63ef538d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12786728-e083-4cb6-b178-3facabd226a9', 'code': 200} Nov 23 07:43:57.879636 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3c05c-9de5-4764-a5e5-4babf8ead7f6 req-435904af-98ee-4e05-8987-727e99909af3 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:57.888242 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-5cf3c05c-9de5-4764-a5e5-4babf8ead7f6 req-435904af-98ee-4e05-8987-727e99909af3 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0636983 Nov 23 07:43:57.954766 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-5cf3c05c-9de5-4764-a5e5-4babf8ead7f6 req-df8cf2a6-066f-499b-9ef1-997cab26499f tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600407 Nov 23 07:43:58.029227 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 42984) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:58.050464 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d8eef-563d-48ae-bc51-39fded431ce8 req-31364ccc-adc5-4a7c-aa33-439506a69300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:58.052013 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a08d8eef-563d-48ae-bc51-39fded431ce8 req-31364ccc-adc5-4a7c-aa33-439506a69300 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 1098 time: 0.1099844 Nov 23 07:43:58.053846 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcbf1e9-a8e0-4717-8453-d09bb8a199bb req-1f47a4ed-9cf1-4e62-a448-debfe80540e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:58.055252 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7bcbf1e9-a8e0-4717-8453-d09bb8a199bb req-1f47a4ed-9cf1-4e62-a448-debfe80540e8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 1098 time: 0.1052454 Nov 23 07:43:58.072195 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218e6cf-a64f-4b88-8c4c-096d4f8e7452 req-df1b3e16-5cd3-4de2-82cb-ebe14648d8b4 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:58.073899 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-e218e6cf-a64f-4b88-8c4c-096d4f8e7452 req-df1b3e16-5cd3-4de2-82cb-ebe14648d8b4 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 945 time: 0.0777130 Nov 23 07:43:58.145601 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-402f59bd-91f8-47f9-9a5b-e00b64418d22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:58.179776 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7bcbf1e9-a8e0-4717-8453-d09bb8a199bb req-b6ea5765-780d-47bf-8e6f-707aba390c18 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038008 Nov 23 07:43:58.187063 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a08d8eef-563d-48ae-bc51-39fded431ce8 req-e2dacecb-e23d-4201-bf76-2de0189101a5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121202 Nov 23 07:43:58.190522 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-e218e6cf-a64f-4b88-8c4c-096d4f8e7452 req-e8214125-b9b8-48ca-aae3-ce5b3c9b0264 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/security-groups?id=56622021-8102-4d76-b684-5196068d17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092169 Nov 23 07:43:58.235010 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-402f59bd-91f8-47f9-9a5b-e00b64418d22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:58.240837 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-402f59bd-91f8-47f9-9a5b-e00b64418d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:58.290815 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-402f59bd-91f8-47f9-9a5b-e00b64418d22 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=abfac8814c474ca6ad480fffec3e59f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2599695 Nov 23 07:43:58.293441 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 42994) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:58.308907 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f59bd-91f8-47f9-9a5b-e00b64418d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8ab62d-464a-433d-bf58-a91d7d8d882a,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:58.323217 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402f59bd-91f8-47f9-9a5b-e00b64418d22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:58.323584 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402f59bd-91f8-47f9-9a5b-e00b64418d22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:58.324030 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402f59bd-91f8-47f9-9a5b-e00b64418d22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:58.324362 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402f59bd-91f8-47f9-9a5b-e00b64418d22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:58.324712 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402f59bd-91f8-47f9-9a5b-e00b64418d22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:58.325134 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402f59bd-91f8-47f9-9a5b-e00b64418d22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:58.325554 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402f59bd-91f8-47f9-9a5b-e00b64418d22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:58.325921 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402f59bd-91f8-47f9-9a5b-e00b64418d22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:58.326259 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402f59bd-91f8-47f9-9a5b-e00b64418d22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:58.326592 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402f59bd-91f8-47f9-9a5b-e00b64418d22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:58.326921 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402f59bd-91f8-47f9-9a5b-e00b64418d22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:58.327247 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402f59bd-91f8-47f9-9a5b-e00b64418d22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:43:58.357392 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfdb61-b6c0-4ea7-9410-8e512c6244af req-af40513a-b484-469a-9445-498d6a96d6ab tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:58.359110 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-6bcfdb61-b6c0-4ea7-9410-8e512c6244af req-af40513a-b484-469a-9445-498d6a96d6ab tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0880294 Nov 23 07:43:58.366735 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5d1c19dd-81a8-4a4f-9971-f64ae1b7838f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:58.416357 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5d1c19dd-81a8-4a4f-9971-f64ae1b7838f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:58.416628 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-6bcfdb61-b6c0-4ea7-9410-8e512c6244af req-76cac982-90fb-4caa-9233-c9275177b10c tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447152 Nov 23 07:43:58.443877 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4a58fc-6e7f-4b1e-9079-e96b7224a4bd req-9dfcd936-6b33-4339-b0b7-4e520b17a110 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:58.445622 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ba4a58fc-6e7f-4b1e-9079-e96b7224a4bd req-9dfcd936-6b33-4339-b0b7-4e520b17a110 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0891418 Nov 23 07:43:58.508612 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ba4a58fc-6e7f-4b1e-9079-e96b7224a4bd req-a03372fb-fa91-4714-b3ab-ef3eae63b120 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552168 Nov 23 07:43:58.509694 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5d1c19dd-81a8-4a4f-9971-f64ae1b7838f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:58.512994 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5d1c19dd-81a8-4a4f-9971-f64ae1b7838f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:58.517230 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-5d1c19dd-81a8-4a4f-9971-f64ae1b7838f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9d8ab62d-464a-433d-bf58-a91d7d8d882a HTTP/1.1" status: 204 len: 168 time: 0.2226355 Nov 23 07:43:58.519152 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-d15457f0-03a7-49ab-9edb-e60cb9d07734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:58.528369 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c19dd-81a8-4a4f-9971-f64ae1b7838f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8ab62d-464a-433d-bf58-a91d7d8d882a,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:58.561430 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da691c27-e855-4e6b-a49c-374787f939cd req-02e056c5-d827-44c1-935f-5fde016f878f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:58.565204 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-da691c27-e855-4e6b-a49c-374787f939cd req-02e056c5-d827-44c1-935f-5fde016f878f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0803099 Nov 23 07:43:58.573885 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 43002) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:58.579136 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-d7b41746-9ddb-4c80-b5a9-b4a6ca4687b6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Request body: {'floatingip': {'port_id': '8b4fce4b-5f2b-4eea-8335-5d57ac70511e'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:43:58.659544 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d7b41746-9ddb-4c80-b5a9-b4a6ca4687b6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for floatingip, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:58.810931 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 43006) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:58.824046 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-9bf79bd7-9df5-4849-a00c-5c0d3ded50a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:58.908700 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-9bf79bd7-9df5-4849-a00c-5c0d3ded50a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:58.912792 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-9bf79bd7-9df5-4849-a00c-5c0d3ded50a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:58.956233 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-9bf79bd7-9df5-4849-a00c-5c0d3ded50a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=63cf5ef2f6c544b3bde93f989590d84b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1440437 Nov 23 07:43:58.958678 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 43008) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:43:58.966463 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf79bd7-9df5-4849-a00c-5c0d3ded50a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae1c59e-9c59-4b17-9747-92721547a6bf,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:59.029393 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ae2ed0a2-ff30-44a8-b40f-3c8b682b9b81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:59.064155 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ae2ed0a2-ff30-44a8-b40f-3c8b682b9b81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:59.117246 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ae2ed0a2-ff30-44a8-b40f-3c8b682b9b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:59.120564 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ae2ed0a2-ff30-44a8-b40f-3c8b682b9b81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:59.121764 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-ae2ed0a2-ff30-44a8-b40f-3c8b682b9b81 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ae1c59e-9c59-4b17-9747-92721547a6bf HTTP/1.1" status: 204 len: 168 time: 0.1621923 Nov 23 07:43:59.130080 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ed0a2-ff30-44a8-b40f-3c8b682b9b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae1c59e-9c59-4b17-9747-92721547a6bf,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:43:59.189005 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc256bac-025b-4466-a1f6-80219f165e37 req-7f67e495-6106-4c76-b13c-db9deb04d917 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:59.190590 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-dc256bac-025b-4466-a1f6-80219f165e37 req-7f67e495-6106-4c76-b13c-db9deb04d917 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.1493342 Nov 23 07:43:59.279088 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-dc256bac-025b-4466-a1f6-80219f165e37 req-dab99550-90be-480d-8658-0b6d24ea2fca tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796487 Nov 23 07:43:59.350173 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b460633-1905-46cc-b3b9-14c5f0df0838 req-e34713ab-72b4-4a39-8a4f-62a3bf367df4 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:59.358448 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-4b460633-1905-46cc-b3b9-14c5f0df0838 req-e34713ab-72b4-4a39-8a4f-62a3bf367df4 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 945 time: 0.0873487 Nov 23 07:43:59.410251 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-4b460633-1905-46cc-b3b9-14c5f0df0838 req-082a841b-8070-4295-83c8-c069a87f456b tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/security-groups?id=56622021-8102-4d76-b684-5196068d17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503626 Nov 23 07:43:59.449440 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d7b41746-9ddb-4c80-b5a9-b4a6ca4687b6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:59.456489 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d7b41746-9ddb-4c80-b5a9-b4a6ca4687b6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1712191'] for floatingip, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:43:59.575717 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.db.l3_db [None req-d7b41746-9ddb-4c80-b5a9-b4a6ca4687b6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Floating IP 57081344-bec2-4f52-80ce-2edd5fa3672f associated. External IP: 172.27.2.82, port: 8b4fce4b-5f2b-4eea-8335-5d57ac70511e. Nov 23 07:43:59.616904 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:43:59.908117 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607aa7b2-9944-4c59-b33a-480dcbd5b677 req-8fd25661-a8b9-4a42-b53d-f6c7faa4b303 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:43:59.909691 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-607aa7b2-9944-4c59-b33a-480dcbd5b677 req-8fd25661-a8b9-4a42-b53d-f6c7faa4b303 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.2988956 Nov 23 07:44:00.033528 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-607aa7b2-9944-4c59-b33a-480dcbd5b677 req-4eb65e32-8414-438e-90f9-7f812e10d013 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159079 Nov 23 07:44:00.107642 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b21f9-9e44-40bf-94c8-ea98fec739b2 req-72902963-ff41-4683-8679-99abb5573e04 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:00.109214 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-495b21f9-9e44-40bf-94c8-ea98fec739b2 req-72902963-ff41-4683-8679-99abb5573e04 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.31 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 945 time: 0.1266360 Nov 23 07:44:00.141395 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b41746-9ddb-4c80-b5a9-b4a6ca4687b6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Router fdbce833-cdf0-4b8a-b659-620d52c496ff has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:44:00.397602 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-495b21f9-9e44-40bf-94c8-ea98fec739b2 req-49bd473f-54a8-4f56-8042-dc14d73fb2f7 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Deleting port 54bccf3f-426b-4efd-8ab3-2d36cb64b211 {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:44:00.397602 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-495b21f9-9e44-40bf-94c8-ea98fec739b2 req-49bd473f-54a8-4f56-8042-dc14d73fb2f7 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:00.414473 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b41746-9ddb-4c80-b5a9-b4a6ca4687b6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:44:00.422216 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d7b41746-9ddb-4c80-b5a9-b4a6ca4687b6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for floatingip, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:00.431811 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ab93b4-112f-4fd3-9ffd-e3fa19668e4c None None] Sync routers for ids ['fdbce833-cdf0-4b8a-b659-620d52c496ff'] in dv-cinder-804035-14-iscsi {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:44:00.451825 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63447a-a9e3-41c3-ba3a-02be468f2b8c req-079ea8c7-4ecc-4dcb-ba2a-e6c79f78ee89 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:00.453848 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-3e63447a-a9e3-41c3-ba3a-02be468f2b8c req-079ea8c7-4ecc-4dcb-ba2a-e6c79f78ee89 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0834069 Nov 23 07:44:00.462532 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ab93b4-112f-4fd3-9ffd-e3fa19668e4c None None] Routers {'fdbce833-cdf0-4b8a-b659-620d52c496ff'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:44:00.467155 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-08ab93b4-112f-4fd3-9ffd-e3fa19668e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:43:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['fdbce833-cdf0-4b8a-b659-620d52c496ff'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:44:00.554721 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-3e63447a-a9e3-41c3-ba3a-02be468f2b8c req-bf8ebed1-c732-43ab-a818-6d2a3b380b76 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854504 Nov 23 07:44:00.559636 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-d7b41746-9ddb-4c80-b5a9-b4a6ca4687b6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "PUT /v2.0/floatingips/57081344-bec2-4f52-80ce-2edd5fa3672f HTTP/1.1" status: 200 len: 990 time: 1.9845631 Nov 23 07:44:00.562502 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb841a35-6344-43a0-85d2-6de8116759b1', 'tag': '8b4fce4b-5f2b-4eea-8335-5d57ac70511e'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:44:00.574062 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c225d2-304b-47f3-8640-b28b39f3b3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "bb841a35-6344-43a0-85d2-6de8116759b1", "tag": "8b4fce4b-5f2b-4eea-8335-5d57ac70511e"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:44:00.591300 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-08ab93b4-112f-4fd3-9ffd-e3fa19668e4c None None] Set router fdbce833-cdf0-4b8a-b659-620d52c496ff gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:44:00.639078 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-495b21f9-9e44-40bf-94c8-ea98fec739b2 req-49bd473f-54a8-4f56-8042-dc14d73fb2f7 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] For port 54bccf3f-426b-4efd-8ab3-2d36cb64b211, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=54bccf3f-426b-4efd-8ab3-2d36cb64b211,segment=NetworkSegment(a69a567c-4699-4ee0-ad3e-a847190429e5),segment_id=a69a567c-4699-4ee0-ad3e-a847190429e5)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:44:00.639440 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-495b21f9-9e44-40bf-94c8-ea98fec739b2 req-49bd473f-54a8-4f56-8042-dc14d73fb2f7 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:00.668757 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-495b21f9-9e44-40bf-94c8-ea98fec739b2 req-49bd473f-54a8-4f56-8042-dc14d73fb2f7 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Calling delete_port for 54bccf3f-426b-4efd-8ab3-2d36cb64b211 owned by compute:nova {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:44:00.679501 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012507c-de29-4667-b1fb-26f87f9cdb2f req-7f9aa897-34c4-4899-b791-72c38e42e445 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:00.681066 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9012507c-de29-4667-b1fb-26f87f9cdb2f req-7f9aa897-34c4-4899-b791-72c38e42e445 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 945 time: 0.1032212 Nov 23 07:44:00.780107 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898aa155-8ceb-4a44-86eb-d705b89eb898 x-openstack-request-id: req-898aa155-8ceb-4a44-86eb-d705b89eb898 {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:44:00.780476 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb841a35-6344-43a0-85d2-6de8116759b1", "tag": "8b4fce4b-5f2b-4eea-8335-5d57ac70511e", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:44:00.780652 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-898aa155-8ceb-4a44-86eb-d705b89eb898 {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:44:00.781059 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb841a35-6344-43a0-85d2-6de8116759b1', 'tag': '8b4fce4b-5f2b-4eea-8335-5d57ac70511e', 'status': 'completed', 'code': 200} Nov 23 07:44:00.870502 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9012507c-de29-4667-b1fb-26f87f9cdb2f req-eaa9e91a-e901-4f07-b31b-b04d8c6d2d95 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/security-groups?id=56622021-8102-4d76-b684-5196068d17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771231 Nov 23 07:44:00.906833 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc3530-1a76-440a-95e8-885e142ac27e req-ce1a90d7-7a2f-4cfe-8307-dc1b7f606a66 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:00.909260 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f1cc3530-1a76-440a-95e8-885e142ac27e req-ce1a90d7-7a2f-4cfe-8307-dc1b7f606a66 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0632186 Nov 23 07:44:00.921084 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 43080) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:00.924542 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c225d2-304b-47f3-8640-b28b39f3b3b6 req-8620bd38-d7bc-4e25-92f8-b876bba8cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:00.926150 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d5c225d2-304b-47f3-8640-b28b39f3b3b6 req-8620bd38-d7bc-4e25-92f8-b876bba8cce5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=edd4c40a2d5e481eadb2fc728cc0ca5a&device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 1098 time: 0.0961566 Nov 23 07:44:00.933339 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-cc19f104-3ace-48ac-943f-079222bb5162 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Request body: {'floatingip': {'port_id': '12786728-e083-4cb6-b178-3facabd226a9'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:44:01.003927 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-08ab93b4-112f-4fd3-9ffd-e3fa19668e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'name': 'tempest-AttachVolumeShelveTestJSON-979039873-router', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'gw_port': {'id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:02Z', 'updated_at': '2021-11-23T07:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_floatingips': [{'id': '57081344-bec2-4f52-80ce-2edd5fa3672f', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'port_id': '8b4fce4b-5f2b-4eea-8335-5d57ac70511e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'mac_address': 'fa:16:3e:20:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb841a35-6344-43a0-85d2-6de8116759b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:43:24Z', 'updated_at': '2021-11-23T07:43:59Z', 'revision_number': 1, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af53ab23-aa21-4f44-9991-3383dfee7e1b', 'name': '', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'mac_address': 'fa:16:3e:0e:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:11Z', 'updated_at': '2021-11-23T07:43:25Z', 'revision_number': 5, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'subnets': [{'id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:44:01.012861 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-495b21f9-9e44-40bf-94c8-ea98fec739b2 req-49bd473f-54a8-4f56-8042-dc14d73fb2f7 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:01.015870 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-cc19f104-3ace-48ac-943f-079222bb5162 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for floatingip, before_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:01.037359 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['54bccf3f-426b-4efd-8ab3-2d36cb64b211'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:44:01.042232 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ab93b4-112f-4fd3-9ffd-e3fa19668e4c None None] Checking router: fdbce833-cdf0-4b8a-b659-620d52c496ff for host: dv-cinder-804035-14-iscsi {{(pid=109286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:44:01.054261 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ab93b4-112f-4fd3-9ffd-e3fa19668e4c None None] Routers {'fdbce833-cdf0-4b8a-b659-620d52c496ff'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:44:01.055234 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-08ab93b4-112f-4fd3-9ffd-e3fa19668e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:43:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['fdbce833-cdf0-4b8a-b659-620d52c496ff'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:44:01.128133 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd473f-54a8-4f56-8042-dc14d73fb2f7 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Pushing event deleted for resources: {'Port': ['ID=54bccf3f-426b-4efd-8ab3-2d36cb64b211,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:01.180467 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd473f-54a8-4f56-8042-dc14d73fb2f7 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:01.180802 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd473f-54a8-4f56-8042-dc14d73fb2f7 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:01.181755 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd473f-54a8-4f56-8042-dc14d73fb2f7 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:01.181755 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd473f-54a8-4f56-8042-dc14d73fb2f7 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:01.182105 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd473f-54a8-4f56-8042-dc14d73fb2f7 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:01.182769 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd473f-54a8-4f56-8042-dc14d73fb2f7 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:01.183103 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd473f-54a8-4f56-8042-dc14d73fb2f7 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:01.183440 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd473f-54a8-4f56-8042-dc14d73fb2f7 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:01.183764 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd473f-54a8-4f56-8042-dc14d73fb2f7 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:01.184091 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd473f-54a8-4f56-8042-dc14d73fb2f7 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:01.184427 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd473f-54a8-4f56-8042-dc14d73fb2f7 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:01.184733 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd473f-54a8-4f56-8042-dc14d73fb2f7 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:01.261230 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-08ab93b4-112f-4fd3-9ffd-e3fa19668e4c None None] Set router fdbce833-cdf0-4b8a-b659-620d52c496ff gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:44:01.284409 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-495b21f9-9e44-40bf-94c8-ea98fec739b2 req-49bd473f-54a8-4f56-8042-dc14d73fb2f7 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] No DVR routers for this DVR port 54bccf3f-426b-4efd-8ab3-2d36cb64b211 on host hv-cinder-80403 {{(pid=109283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:44:01.316552 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-495b21f9-9e44-40bf-94c8-ea98fec739b2 req-49bd473f-54a8-4f56-8042-dc14d73fb2f7 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:01.320674 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-495b21f9-9e44-40bf-94c8-ea98fec739b2 req-49bd473f-54a8-4f56-8042-dc14d73fb2f7 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.31 "DELETE /v2.0/ports/54bccf3f-426b-4efd-8ab3-2d36cb64b211 HTTP/1.1" status: 204 len: 173 time: 1.1965189 Nov 23 07:44:01.334781 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-30f3d086-ef3c-4bab-bad7-de6894833dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:01.363312 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f96ced-5578-4b95-bc86-e7bf9dbcffbb req-d8a5f081-820a-4c7a-bf04-f001851a77bb tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:01.371161 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d6f96ced-5578-4b95-bc86-e7bf9dbcffbb req-d8a5f081-820a-4c7a-bf04-f001851a77bb tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.1541989 Nov 23 07:44:01.377876 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c225d2-304b-47f3-8640-b28b39f3b3b6 req-b7589208-73d6-4553-bf95-77c3149b760a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:01.377876 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d5c225d2-304b-47f3-8640-b28b39f3b3b6 req-b7589208-73d6-4553-bf95-77c3149b760a service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9cb767d-e579-4bd6-9168-0f1ea7c41329 HTTP/1.1" status: 200 len: 917 time: 0.3739119 Nov 23 07:44:01.537556 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d6f96ced-5578-4b95-bc86-e7bf9dbcffbb req-9979479c-e93d-4851-9edc-be714fea701c tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654110 Nov 23 07:44:01.581068 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d5c225d2-304b-47f3-8640-b28b39f3b3b6 req-69a47db5-75ee-41e2-8641-d0efb063dcbe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b4fce4b-5f2b-4eea-8335-5d57ac70511e HTTP/1.1" status: 200 len: 998 time: 0.1899416 Nov 23 07:44:01.657737 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c225d2-304b-47f3-8640-b28b39f3b3b6 req-f23b21d0-c4ea-41c0-9a8b-b31eb030315a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:01.659309 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d5c225d2-304b-47f3-8640-b28b39f3b3b6 req-f23b21d0-c4ea-41c0-9a8b-b31eb030315a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd5e1985-8805-41d1-90d4-bdc402c620b5 HTTP/1.1" status: 200 len: 855 time: 0.0648451 Nov 23 07:44:01.700074 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-08ab93b4-112f-4fd3-9ffd-e3fa19668e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'name': 'tempest-AttachVolumeShelveTestJSON-979039873-router', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'gw_port': {'id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:02Z', 'updated_at': '2021-11-23T07:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_floatingips': [{'id': '57081344-bec2-4f52-80ce-2edd5fa3672f', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'port_id': '8b4fce4b-5f2b-4eea-8335-5d57ac70511e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'mac_address': 'fa:16:3e:20:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb841a35-6344-43a0-85d2-6de8116759b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:43:24Z', 'updated_at': '2021-11-23T07:43:59Z', 'revision_number': 1, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af53ab23-aa21-4f44-9991-3383dfee7e1b', 'name': '', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'mac_address': 'fa:16:3e:0e:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:11Z', 'updated_at': '2021-11-23T07:43:25Z', 'revision_number': 5, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'subnets': [{'id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:44:01.724048 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c225d2-304b-47f3-8640-b28b39f3b3b6 req-eadc54b6-0f6b-45d8-b58f-cae726891556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:01.730082 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d5c225d2-304b-47f3-8640-b28b39f3b3b6 req-eadc54b6-0f6b-45d8-b58f-cae726891556 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9cb767d-e579-4bd6-9168-0f1ea7c41329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0569553 Nov 23 07:44:01.773936 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ab93b4-112f-4fd3-9ffd-e3fa19668e4c None None] The sync data for ids ['fdbce833-cdf0-4b8a-b659-620d52c496ff'] in dv-cinder-804035-14-iscsi is: [{'id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'name': 'tempest-AttachVolumeShelveTestJSON-979039873-router', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'gw_port': {'id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:02Z', 'updated_at': '2021-11-23T07:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_floatingips': [{'id': '57081344-bec2-4f52-80ce-2edd5fa3672f', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'port_id': '8b4fce4b-5f2b-4eea-8335-5d57ac70511e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'mac_address': 'fa:16:3e:20:f6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb841a35-6344-43a0-85d2-6de8116759b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:43:24Z', 'updated_at': '2021-11-23T07:43:59Z', 'revision_number': 1, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af53ab23-aa21-4f44-9991-3383dfee7e1b', 'name': '', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'mac_address': 'fa:16:3e:0e:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:11Z', 'updated_at': '2021-11-23T07:43:25Z', 'revision_number': 5, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'subnets': [{'id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:44:01.859363 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d5c225d2-304b-47f3-8640-b28b39f3b3b6 req-cd5d6ee2-adad-49ba-b44f-0776da13958e service neutron] 10.222.0.31 "GET /v2.0/networks/d9cb767d-e579-4bd6-9168-0f1ea7c41329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237338 Nov 23 07:44:02.044868 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.db.resource_extend [None req-cc19f104-3ace-48ac-943f-079222bb5162 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 07:44:02.105717 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d5c225d2-304b-47f3-8640-b28b39f3b3b6 req-f8003d96-e1f4-4883-9d5c-472f1a0c1afe service neutron] 10.222.0.31 "GET /v2.0/networks/d9cb767d-e579-4bd6-9168-0f1ea7c41329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280083 Nov 23 07:44:02.107895 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-326be206-5b6f-48b1-ba54-bd519880cf1f req-240d48d9-452c-4a5c-80b6-535ad85472b0 tempest-DeleteServersTestJSON-630107864 tempest-DeleteServersTestJSON-630107864-project] 10.222.0.48 "GET /v2.0/ports?device_id=be4189be-d8dd-4c98-8200-662d44bcb4a4 HTTP/1.1" status: 200 len: 210 time: 0.0588851 Nov 23 07:44:02.141981 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f08874-a671-4661-91e1-36254e190f20 None None] New status for floating IP 57081344-bec2-4f52-80ce-2edd5fa3672f: ACTIVE {{(pid=109285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 07:44:02.171432 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-cc19f104-3ace-48ac-943f-079222bb5162 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:02.176216 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-cc19f104-3ace-48ac-943f-079222bb5162 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1712191'] for floatingip, after_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:02.290334 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.db.l3_db [None req-cc19f104-3ace-48ac-943f-079222bb5162 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Floating IP 48b8b4e6-30b8-4d83-95ba-4fddfd0d5232 associated. External IP: 172.27.2.224, port: 12786728-e083-4cb6-b178-3facabd226a9. Nov 23 07:44:02.579809 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc19f104-3ace-48ac-943f-079222bb5162 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Router 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:44:02.737861 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989277c0-423b-4d24-b826-bbf4e1d54740 req-9117504e-9262-4153-bdec-562bfef4f484 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:02.740010 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-989277c0-423b-4d24-b826-bbf4e1d54740 req-9117504e-9262-4153-bdec-562bfef4f484 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.1134238 Nov 23 07:44:02.757844 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:02.762007 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc19f104-3ace-48ac-943f-079222bb5162 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:44:02.771233 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840dfc20-f4c1-41bb-8708-b0d60725e927 None None] Sync routers for ids ['74ab5de3-8801-40c3-96b4-eaa83e6bcb01'] in dv-cinder-804035-14-iscsi {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:44:02.773261 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-cc19f104-3ace-48ac-943f-079222bb5162 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for floatingip, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:02.781690 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840dfc20-f4c1-41bb-8708-b0d60725e927 None None] Routers {'74ab5de3-8801-40c3-96b4-eaa83e6bcb01'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:44:02.782811 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be4189be-d8dd-4c98-8200-662d44bcb4a4', 'name': 'network-vif-deleted', 'tag': '54bccf3f-426b-4efd-8ab3-2d36cb64b211'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:44:02.783269 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-840dfc20-f4c1-41bb-8708-b0d60725e927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:44:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['74ab5de3-8801-40c3-96b4-eaa83e6bcb01'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:44:02.784660 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0b0297-1c26-4e2a-a66a-86f304630467" -d '{"events": [{"server_uuid": "be4189be-d8dd-4c98-8200-662d44bcb4a4", "name": "network-vif-deleted", "tag": "54bccf3f-426b-4efd-8ab3-2d36cb64b211"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:44:02.837247 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-cc19f104-3ace-48ac-943f-079222bb5162 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "PUT /v2.0/floatingips/48b8b4e6-30b8-4d83-95ba-4fddfd0d5232 HTTP/1.1" status: 200 len: 991 time: 1.9121692 Nov 23 07:44:02.840350 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c2d383-cc82-4479-b0fe-d92e63ef538d', 'tag': '12786728-e083-4cb6-b178-3facabd226a9'}] {{(pid=109284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:44:02.843048 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c78387096465b81761c1bc75509c53a158ab102a0bd2fdc4143831998860951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee74ac22-b14d-4341-a290-96b9e235fd69" -d '{"events": [{"name": "network-changed", "server_uuid": "28c2d383-cc82-4479-b0fe-d92e63ef538d", "tag": "12786728-e083-4cb6-b178-3facabd226a9"}]}' {{(pid=109284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:44:02.846549 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f2a925-0c8a-44f1-b551-269d4b88e132 x-openstack-request-id: req-d2f2a925-0c8a-44f1-b551-269d4b88e132 {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:44:02.847579 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be4189be-d8dd-4c98-8200-662d44bcb4a4", "name": "network-vif-deleted", "tag": "54bccf3f-426b-4efd-8ab3-2d36cb64b211", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:44:02.848117 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d2f2a925-0c8a-44f1-b551-269d4b88e132 {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:44:02.848708 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be4189be-d8dd-4c98-8200-662d44bcb4a4', 'name': 'network-vif-deleted', 'tag': '54bccf3f-426b-4efd-8ab3-2d36cb64b211', 'status': 'completed', 'code': 200} Nov 23 07:44:02.851095 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-989277c0-423b-4d24-b826-bbf4e1d54740 req-61c8fb9b-ccf6-4308-a7d2-d774e046f351 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032200 Nov 23 07:44:02.930161 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-840dfc20-f4c1-41bb-8708-b0d60725e927 None None] Set router 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:44:02.998711 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f516d5c2-78e6-47f7-b937-83cd9425deb5 x-openstack-request-id: req-f516d5c2-78e6-47f7-b937-83cd9425deb5 {{(pid=109284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:44:02.999147 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c2d383-cc82-4479-b0fe-d92e63ef538d", "tag": "12786728-e083-4cb6-b178-3facabd226a9", "status": "completed", "code": 200}]} {{(pid=109284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:44:02.999554 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f516d5c2-78e6-47f7-b937-83cd9425deb5 {{(pid=109284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:44:03.000061 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c2d383-cc82-4479-b0fe-d92e63ef538d', 'tag': '12786728-e083-4cb6-b178-3facabd226a9', 'status': 'completed', 'code': 200} Nov 23 07:44:03.081093 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74ac22-b14d-4341-a290-96b9e235fd69 req-70909b40-0292-4989-9ef5-a8e82f3c875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:03.082797 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ee74ac22-b14d-4341-a290-96b9e235fd69 req-70909b40-0292-4989-9ef5-a8e82f3c875c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc7f91007a2a4b90b80701592589a131&device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 1098 time: 0.0593154 Nov 23 07:44:03.189753 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74ac22-b14d-4341-a290-96b9e235fd69 req-664b51c8-59d3-4da3-9f21-888d10e93cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:03.191285 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ee74ac22-b14d-4341-a290-96b9e235fd69 req-664b51c8-59d3-4da3-9f21-888d10e93cd1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=41a8f465-c4c3-4408-a9dd-14556e78b966 HTTP/1.1" status: 200 len: 912 time: 0.0962598 Nov 23 07:44:03.232584 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 43194) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:03.301359 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ee74ac22-b14d-4341-a290-96b9e235fd69 req-70b9449d-4f24-491f-a21d-d1d598aced59 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12786728-e083-4cb6-b178-3facabd226a9 HTTP/1.1" status: 200 len: 999 time: 0.0922899 Nov 23 07:44:03.355188 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-1fbcaa08-3e7c-4b91-88e4-77fde03df651 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:03.376453 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74ac22-b14d-4341-a290-96b9e235fd69 req-40bbc5eb-8fc4-402e-a880-17dc407e64ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:03.378226 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ee74ac22-b14d-4341-a290-96b9e235fd69 req-40bbc5eb-8fc4-402e-a880-17dc407e64ec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f02b6904-8bee-4b65-8d68-a5eced424f54 HTTP/1.1" status: 200 len: 850 time: 0.0586228 Nov 23 07:44:03.412934 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-840dfc20-f4c1-41bb-8708-b0d60725e927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'name': 'tempest-AttachVolumeTestJSON-1793854537-router', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:42:59Z', 'updated_at': '2021-11-23T07:43:06Z', 'revision_number': 4, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'gw_port': {'id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_floatingips': [{'id': '48b8b4e6-30b8-4d83-95ba-4fddfd0d5232', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'port_id': '12786728-e083-4cb6-b178-3facabd226a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966', 'mac_address': 'fa:16:3e:8c:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c2d383-cc82-4479-b0fe-d92e63ef538d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:43:17Z', 'updated_at': '2021-11-23T07:44:01Z', 'revision_number': 1, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c744d497-55c1-4984-8d71-d54aea45c656', 'name': '', 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'mac_address': 'fa:16:3e:40:12:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:04Z', 'updated_at': '2021-11-23T07:43:19Z', 'revision_number': 5, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'subnets': [{'id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:44:03.436329 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 54bccf3f-426b-4efd-8ab3-2d36cb64b211 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:44:03.462418 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] No Port match for: 54bccf3f-426b-4efd-8ab3-2d36cb64b211 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:44:03.462702 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 54bccf3f-426b-4efd-8ab3-2d36cb64b211 not bound to the agent host hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:44:03.470545 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74ac22-b14d-4341-a290-96b9e235fd69 req-f10c76bb-967c-4a7a-9197-986af322ade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:03.472113 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ee74ac22-b14d-4341-a290-96b9e235fd69 req-f10c76bb-967c-4a7a-9197-986af322ade2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=41a8f465-c4c3-4408-a9dd-14556e78b966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0778496 Nov 23 07:44:03.474643 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-1fbcaa08-3e7c-4b91-88e4-77fde03df651 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:03.478143 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840dfc20-f4c1-41bb-8708-b0d60725e927 None None] Checking router: 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 for host: dv-cinder-804035-14-iscsi {{(pid=109286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:44:03.479383 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-1fbcaa08-3e7c-4b91-88e4-77fde03df651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:03.489192 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840dfc20-f4c1-41bb-8708-b0d60725e927 None None] Routers {'74ab5de3-8801-40c3-96b4-eaa83e6bcb01'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:44:03.489873 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-840dfc20-f4c1-41bb-8708-b0d60725e927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:44:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['74ab5de3-8801-40c3-96b4-eaa83e6bcb01'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:44:03.529746 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-1fbcaa08-3e7c-4b91-88e4-77fde03df651 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dbfff3e9f2a24aed9b384e5b680196a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2948296 Nov 23 07:44:03.530637 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 43212) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:03.532676 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbcaa08-3e7c-4b91-88e4-77fde03df651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ece77dc-7066-49ae-9ae3-3c62f653abec,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:03.603677 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c78cf9d3-d328-49b5-ae3d-78ce8ad50e06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:03.616236 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ee74ac22-b14d-4341-a290-96b9e235fd69 req-12807327-edd2-4e77-8ef8-7e4e774011ee service neutron] 10.222.0.31 "GET /v2.0/networks/41a8f465-c4c3-4408-a9dd-14556e78b966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359417 Nov 23 07:44:03.631934 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c78cf9d3-d328-49b5-ae3d-78ce8ad50e06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:03.632849 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-840dfc20-f4c1-41bb-8708-b0d60725e927 None None] Set router 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:44:03.691977 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c78cf9d3-d328-49b5-ae3d-78ce8ad50e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:03.695085 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c78cf9d3-d328-49b5-ae3d-78ce8ad50e06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:03.696282 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-c78cf9d3-d328-49b5-ae3d-78ce8ad50e06 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ece77dc-7066-49ae-9ae3-3c62f653abec HTTP/1.1" status: 204 len: 168 time: 0.1646996 Nov 23 07:44:03.706012 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78cf9d3-d328-49b5-ae3d-78ce8ad50e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ece77dc-7066-49ae-9ae3-3c62f653abec,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:03.762492 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ee74ac22-b14d-4341-a290-96b9e235fd69 req-fa3ae5d4-81c2-4524-b961-1792ec0e2b2f service neutron] 10.222.0.31 "GET /v2.0/networks/41a8f465-c4c3-4408-a9dd-14556e78b966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303380 Nov 23 07:44:03.933601 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-840dfc20-f4c1-41bb-8708-b0d60725e927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'name': 'tempest-AttachVolumeTestJSON-1793854537-router', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:42:59Z', 'updated_at': '2021-11-23T07:43:06Z', 'revision_number': 4, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'gw_port': {'id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_floatingips': [{'id': '48b8b4e6-30b8-4d83-95ba-4fddfd0d5232', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'port_id': '12786728-e083-4cb6-b178-3facabd226a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966', 'mac_address': 'fa:16:3e:8c:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c2d383-cc82-4479-b0fe-d92e63ef538d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:43:17Z', 'updated_at': '2021-11-23T07:44:01Z', 'revision_number': 1, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c744d497-55c1-4984-8d71-d54aea45c656', 'name': '', 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'mac_address': 'fa:16:3e:40:12:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:04Z', 'updated_at': '2021-11-23T07:43:19Z', 'revision_number': 5, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'subnets': [{'id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:44:03.978997 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840dfc20-f4c1-41bb-8708-b0d60725e927 None None] The sync data for ids ['74ab5de3-8801-40c3-96b4-eaa83e6bcb01'] in dv-cinder-804035-14-iscsi is: [{'id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'name': 'tempest-AttachVolumeTestJSON-1793854537-router', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:42:59Z', 'updated_at': '2021-11-23T07:43:06Z', 'revision_number': 4, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'gw_port': {'id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_floatingips': [{'id': '48b8b4e6-30b8-4d83-95ba-4fddfd0d5232', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'port_id': '12786728-e083-4cb6-b178-3facabd226a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966', 'mac_address': 'fa:16:3e:8c:2f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c2d383-cc82-4479-b0fe-d92e63ef538d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:43:17Z', 'updated_at': '2021-11-23T07:44:01Z', 'revision_number': 1, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c744d497-55c1-4984-8d71-d54aea45c656', 'name': '', 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'mac_address': 'fa:16:3e:40:12:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:04Z', 'updated_at': '2021-11-23T07:43:19Z', 'revision_number': 5, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'subnets': [{'id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:44:04.010062 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0ce6d-146a-46b7-add9-c91c2e5e4776 req-ebf55645-1393-4e84-bace-3b8a5a29e29a tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:04.018226 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d8c0ce6d-146a-46b7-add9-c91c2e5e4776 req-ebf55645-1393-4e84-bace-3b8a5a29e29a tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0840681 Nov 23 07:44:04.079243 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 43226) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:04.080821 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d8c0ce6d-146a-46b7-add9-c91c2e5e4776 req-5f244bfd-6c5a-48af-91ad-ca3bb512e634 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615571 Nov 23 07:44:04.106371 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-53745112-04ec-43b9-b948-69454dd129dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:04.200334 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-53745112-04ec-43b9-b948-69454dd129dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:04.204873 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-53745112-04ec-43b9-b948-69454dd129dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:04.244439 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53745112-04ec-43b9-b948-69454dd129dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ddac18-70b2-453e-b5c3-6defe445cfcb,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:04.248059 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46bca06-894a-46e5-8d50-320efe6554c1 None None] New status for floating IP 48b8b4e6-30b8-4d83-95ba-4fddfd0d5232: ACTIVE {{(pid=109285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 07:44:04.252157 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-53745112-04ec-43b9-b948-69454dd129dc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d1eba91b6c31465993782962b8b44e35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1702933 Nov 23 07:44:04.252389 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 43228) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:04.304191 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c97f5321-3bd0-4c77-9a17-0cf0cbdb31c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:04.327743 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c97f5321-3bd0-4c77-9a17-0cf0cbdb31c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:04.382636 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c97f5321-3bd0-4c77-9a17-0cf0cbdb31c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:04.385464 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c97f5321-3bd0-4c77-9a17-0cf0cbdb31c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:04.386797 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-c97f5321-3bd0-4c77-9a17-0cf0cbdb31c7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68ddac18-70b2-453e-b5c3-6defe445cfcb HTTP/1.1" status: 204 len: 168 time: 0.1329074 Nov 23 07:44:04.395288 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f5321-3bd0-4c77-9a17-0cf0cbdb31c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ddac18-70b2-453e-b5c3-6defe445cfcb,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:04.459484 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2a44397c-364e-4aab-b956-9618cba2af8e req-6f697251-7d15-4ea9-8966-1ff249c21ae7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0601850 Nov 23 07:44:04.572468 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44397c-364e-4aab-b956-9618cba2af8e req-aacfd2bb-56a4-4538-916f-0da8215db23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:04.574048 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2a44397c-364e-4aab-b956-9618cba2af8e req-aacfd2bb-56a4-4538-916f-0da8215db23d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed47c8e5e9704a0abf5643f488f1b2be&device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 1098 time: 0.0598891 Nov 23 07:44:04.691463 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44397c-364e-4aab-b956-9618cba2af8e req-95697c42-d397-49bd-b540-68a7ff6765fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:04.693005 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2a44397c-364e-4aab-b956-9618cba2af8e req-95697c42-d397-49bd-b540-68a7ff6765fc service neutron] 10.222.0.31 "GET /v2.0/networks?id=b78d8c29-35aa-4c8a-8439-dc361a48243a HTTP/1.1" status: 200 len: 920 time: 0.0991743 Nov 23 07:44:04.731851 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 43242) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:04.769799 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2a44397c-364e-4aab-b956-9618cba2af8e req-85785a17-4ac8-4a6e-9c89-e3e6a5cb3b7f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98e7ca52-3570-4eee-8b5d-7db714fe981a HTTP/1.1" status: 200 len: 217 time: 0.0548010 Nov 23 07:44:04.819031 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:04.843461 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_v2 [None req-3814d506-d893-416f-9a77-dbbd9993c77f admin admin] Deleting subnet 1f6a1677-017f-45cd-af64-861665aa02df {{(pid=109283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 07:44:04.846761 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3814d506-d893-416f-9a77-dbbd9993c77f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:04.880819 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44397c-364e-4aab-b956-9618cba2af8e req-1e9f1cda-5825-4e5c-8688-5939bb10892b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:04.882545 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2a44397c-364e-4aab-b956-9618cba2af8e req-1e9f1cda-5825-4e5c-8688-5939bb10892b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e589956e-ed5a-4e41-8270-f9456f7b8a2f HTTP/1.1" status: 200 len: 859 time: 0.0952299 Nov 23 07:44:04.904771 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3814d506-d893-416f-9a77-dbbd9993c77f admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:04.936396 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2a44397c-364e-4aab-b956-9618cba2af8e req-57dadfc9-1906-4792-8bf6-0067c0dc2e8a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b78d8c29-35aa-4c8a-8439-dc361a48243a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458255 Nov 23 07:44:04.937576 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3814d506-d893-416f-9a77-dbbd9993c77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668856'] for subnet, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:05.093932 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3814d506-d893-416f-9a77-dbbd9993c77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-707915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for subnet, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:05.379843 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2a44397c-364e-4aab-b956-9618cba2af8e req-f2a07a81-682d-499b-8184-e1c31a74980e service neutron] 10.222.0.31 "GET /v2.0/networks/b78d8c29-35aa-4c8a-8439-dc361a48243a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175756 Nov 23 07:44:05.381449 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814d506-d893-416f-9a77-dbbd9993c77f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f6a1677-017f-45cd-af64-861665aa02df,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:05.419564 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3814d506-d893-416f-9a77-dbbd9993c77f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:05.423003 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-3814d506-d893-416f-9a77-dbbd9993c77f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1f6a1677-017f-45cd-af64-861665aa02df HTTP/1.1" status: 204 len: 168 time: 0.6900389 Nov 23 07:44:05.426307 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 43270) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:05.511704 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe9e98-abeb-43f0-866d-13021d901692 req-dbfa5821-315e-473d-9bfc-75cb5a0b339a tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:05.513227 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9ffe9e98-abeb-43f0-866d-13021d901692 req-dbfa5821-315e-473d-9bfc-75cb5a0b339a tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.1360171 Nov 23 07:44:05.514131 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-eb81a1e5-88dd-45d2-9913-da928d6a0396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629665'] for network, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:05.553577 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:05.562683 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2a44397c-364e-4aab-b956-9618cba2af8e req-ec7486ad-dfe5-4da7-a8ca-ca173a07645e service neutron] 10.222.0.31 "GET /v2.0/networks/b78d8c29-35aa-4c8a-8439-dc361a48243a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709630 Nov 23 07:44:05.591257 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9ffe9e98-abeb-43f0-866d-13021d901692 req-49e60cae-6f80-4cd1-b81b-7c9d898bae3e tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695014 Nov 23 07:44:05.633922 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-eb81a1e5-88dd-45d2-9913-da928d6a0396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670311', 'neutron.services.segments.db._delete_segments_for_network-8750072253624'] for network, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:05.658444 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.services.segments.db [None req-eb81a1e5-88dd-45d2-9913-da928d6a0396 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af761aa-3754-4538-98bd-443814fd3260']}} {{(pid=109284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:44:05.669467 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.services.segments.db [None req-eb81a1e5-88dd-45d2-9913-da928d6a0396 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a69a567c-4699-4ee0-ad3e-a847190429e5') {'for_net_delete': True} {{(pid=109284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:44:05.669895 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.services.segments.db [None req-eb81a1e5-88dd-45d2-9913-da928d6a0396 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a69a567c-4699-4ee0-ad3e-a847190429e5') {} {{(pid=109284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:44:05.679688 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-eb81a1e5-88dd-45d2-9913-da928d6a0396 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750072215116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336081'] for segment, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:05.693591 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-eb81a1e5-88dd-45d2-9913-da928d6a0396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:05.703712 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb81a1e5-88dd-45d2-9913-da928d6a0396 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=109284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 07:44:05.704386 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-eb81a1e5-88dd-45d2-9913-da928d6a0396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910447'] for segment, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: Traceback (most recent call last): Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: timer() Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: cb(*args, **kw) Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: return func(*args, **kwargs) Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: self._notify() Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: self.callback(batched_events) Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: event.method(event) Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: return f(self, *a, **k) Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: return self._get(url).json() Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: return self.request(url, 'GET', **kwargs) Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 07:44:05.726520 dv-cinder-804035-14-iscsi neutron-server[109284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 07:44:05.776462 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-eb81a1e5-88dd-45d2-9913-da928d6a0396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1712161'] for network, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:05.781878 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-eb81a1e5-88dd-45d2-9913-da928d6a0396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:05.785077 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-eb81a1e5-88dd-45d2-9913-da928d6a0396 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9af761aa-3754-4538-98bd-443814fd3260 HTTP/1.1" status: 204 len: 168 time: 0.3564389 Nov 23 07:44:05.796516 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81a1e5-88dd-45d2-9913-da928d6a0396 admin admin] Pushing event deleted for resources: {'Network': ['ID=9af761aa-3754-4538-98bd-443814fd3260,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:05.922842 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 43290) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:05.973315 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-f54ddb61-c528-44cb-9ab2-1a81506795c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3d02de9f94b74169860663f89342f9d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0492694 Nov 23 07:44:05.976080 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 43292) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:06.032641 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d3aa9669-8639-4550-b208-3fec23272a9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:06.069799 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d3aa9669-8639-4550-b208-3fec23272a9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:06.127338 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d3aa9669-8639-4550-b208-3fec23272a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:06.130576 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d3aa9669-8639-4550-b208-3fec23272a9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:06.132030 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-d3aa9669-8639-4550-b208-3fec23272a9a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/56622021-8102-4d76-b684-5196068d17bc HTTP/1.1" status: 204 len: 168 time: 0.1548181 Nov 23 07:44:06.147596 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa9669-8639-4550-b208-3fec23272a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56622021-8102-4d76-b684-5196068d17bc,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:06.731410 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bca26-f66d-41d1-beef-d19c2cf01773 req-bb7d316f-1415-4fa2-bf61-fa2233aee897 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:06.732864 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f26bca26-f66d-41d1-beef-d19c2cf01773 req-bb7d316f-1415-4fa2-bf61-fa2233aee897 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0592160 Nov 23 07:44:06.786594 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f26bca26-f66d-41d1-beef-d19c2cf01773 req-9a3bd267-7a49-4ee4-8e70-27e82ea28935 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473235 Nov 23 07:44:06.974692 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:07.933313 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb2ca7-ef9a-4390-aa08-64be1c3018c8 req-58331637-ab9c-4f39-9c5f-f9c86435fe7a tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:07.935008 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-fcfb2ca7-ef9a-4390-aa08-64be1c3018c8 req-58331637-ab9c-4f39-9c5f-f9c86435fe7a tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0530839 Nov 23 07:44:07.996909 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-fcfb2ca7-ef9a-4390-aa08-64be1c3018c8 req-85aa867f-b265-494a-9b83-81c4790f8cfc tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498278 Nov 23 07:44:09.134497 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680c271-f510-414d-8157-6795d8dc4981 req-6ee1be67-d81e-4ee6-a8b4-9fd67d749b2e tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:09.136050 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-3680c271-f510-414d-8157-6795d8dc4981 req-6ee1be67-d81e-4ee6-a8b4-9fd67d749b2e tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0594103 Nov 23 07:44:09.182049 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-3680c271-f510-414d-8157-6795d8dc4981 req-b3a856bc-c8c2-4fb3-8caf-13d212951a64 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401425 Nov 23 07:44:10.019004 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 43444) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:10.143222 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-453ce104-ce62-4285-9db5-012be8fe0493 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:10.221041 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-453ce104-ce62-4285-9db5-012be8fe0493 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:10.231875 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-453ce104-ce62-4285-9db5-012be8fe0493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:10.285458 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-453ce104-ce62-4285-9db5-012be8fe0493 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=36e8024e47c0461b852ee0e6f78cc2f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2653563 Nov 23 07:44:10.287529 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ce104-ce62-4285-9db5-012be8fe0493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0373e3f4-4342-4c76-8759-e0f417a7fdb2,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:10.288260 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 43452) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:10.328494 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44e499-431b-43cb-bf28-ab88422e131d req-746e5ecd-48b5-47af-aa19-78bd237f3a24 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:10.330149 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2e44e499-431b-43cb-bf28-ab88422e131d req-746e5ecd-48b5-47af-aa19-78bd237f3a24 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0599005 Nov 23 07:44:10.343842 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d4fe5e98-4665-490b-a0ae-f87115503561 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:10.365298 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d4fe5e98-4665-490b-a0ae-f87115503561 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:10.413536 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2e44e499-431b-43cb-bf28-ab88422e131d req-959aa928-37ef-4bb1-a498-db5ea1b7e400 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757947 Nov 23 07:44:10.430063 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d4fe5e98-4665-490b-a0ae-f87115503561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:10.432715 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d4fe5e98-4665-490b-a0ae-f87115503561 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:10.434064 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-d4fe5e98-4665-490b-a0ae-f87115503561 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0373e3f4-4342-4c76-8759-e0f417a7fdb2 HTTP/1.1" status: 204 len: 168 time: 0.1447868 Nov 23 07:44:10.442428 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe5e98-4665-490b-a0ae-f87115503561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0373e3f4-4342-4c76-8759-e0f417a7fdb2,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:10.725089 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 43462) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:10.738666 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7898e3f5-7300-436d-81d2-780d742b4a88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:10.841571 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7898e3f5-7300-436d-81d2-780d742b4a88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:10.845946 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7898e3f5-7300-436d-81d2-780d742b4a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:10.889402 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-7898e3f5-7300-436d-81d2-780d742b4a88 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=92c80710dd294c24bc535c2faab67574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1631224 Nov 23 07:44:10.890714 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898e3f5-7300-436d-81d2-780d742b4a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58dd2ead-ccd3-4fd8-88b6-260d724a16c9,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:10.892411 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 43468) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:10.981112 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-9888e41d-3b52-468d-979a-9486bba84603 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:11.006503 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-9888e41d-3b52-468d-979a-9486bba84603 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:11.068963 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-9888e41d-3b52-468d-979a-9486bba84603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:11.071835 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-9888e41d-3b52-468d-979a-9486bba84603 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:11.079512 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-9888e41d-3b52-468d-979a-9486bba84603 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/58dd2ead-ccd3-4fd8-88b6-260d724a16c9 HTTP/1.1" status: 204 len: 168 time: 0.1851614 Nov 23 07:44:11.096754 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888e41d-3b52-468d-979a-9486bba84603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58dd2ead-ccd3-4fd8-88b6-260d724a16c9,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:11.606520 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a1918-0829-48e9-b54e-e7770e294426 req-f08ca612-2567-4466-9aa0-2907052b83cc tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:11.608344 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-1a6a1918-0829-48e9-b54e-e7770e294426 req-f08ca612-2567-4466-9aa0-2907052b83cc tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0689590 Nov 23 07:44:11.695317 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-1a6a1918-0829-48e9-b54e-e7770e294426 req-d8f83c57-1195-49f5-ae53-7a59e281038f tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792658 Nov 23 07:44:11.801108 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 43530) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:11.930904 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a1dbcdef-046f-436a-be95-ce6715359b05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:12.023199 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a1dbcdef-046f-436a-be95-ce6715359b05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:12.030313 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a1dbcdef-046f-436a-be95-ce6715359b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:12.071528 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbcdef-046f-436a-be95-ce6715359b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df0473d-0a18-499e-adc2-856fd3eaede8,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:12.078617 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-a1dbcdef-046f-436a-be95-ce6715359b05 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c48f38d86304297b480086529ff8e0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2738481 Nov 23 07:44:12.078950 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 43542) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:12.130008 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-f3e80bbd-ccc3-4ee0-864e-4e70152d9e45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:12.158930 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-f3e80bbd-ccc3-4ee0-864e-4e70152d9e45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:12.211733 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-f3e80bbd-ccc3-4ee0-864e-4e70152d9e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:12.215251 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-f3e80bbd-ccc3-4ee0-864e-4e70152d9e45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:12.216530 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-f3e80bbd-ccc3-4ee0-864e-4e70152d9e45 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9df0473d-0a18-499e-adc2-856fd3eaede8 HTTP/1.1" status: 204 len: 168 time: 0.1365983 Nov 23 07:44:12.225790 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e80bbd-ccc3-4ee0-864e-4e70152d9e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df0473d-0a18-499e-adc2-856fd3eaede8,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:12.561004 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 43560) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:12.574443 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-3d0435aa-783d-48fe-8152-487aacc75856 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:12.654499 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-3d0435aa-783d-48fe-8152-487aacc75856 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:12.659812 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-3d0435aa-783d-48fe-8152-487aacc75856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:12.715545 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0435aa-783d-48fe-8152-487aacc75856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5274aae8-7468-42f7-a5b6-83e078482df5,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:12.743288 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-3d0435aa-783d-48fe-8152-487aacc75856 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6a58c812994e4fc6b2ab7a5cbc5c5ef1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1784959 Nov 23 07:44:12.743776 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 43572) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:12.841392 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea326b-116d-4737-936d-06822ce82e77 req-720f823b-5b66-476c-ab5f-74945386a53c tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:12.843655 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-19ea326b-116d-4737-936d-06822ce82e77 req-720f823b-5b66-476c-ab5f-74945386a53c tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0848198 Nov 23 07:44:12.883185 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-0b6b1b39-4cc5-4be1-9beb-5b3c08633ac8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:12.911760 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-0b6b1b39-4cc5-4be1-9beb-5b3c08633ac8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:12.977922 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-19ea326b-116d-4737-936d-06822ce82e77 req-6ad935f1-de37-4b75-8d00-b0b72a32fbcd tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200311 Nov 23 07:44:13.002216 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-0b6b1b39-4cc5-4be1-9beb-5b3c08633ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:13.002817 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 43582) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:13.005728 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-0b6b1b39-4cc5-4be1-9beb-5b3c08633ac8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:13.009479 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-0b6b1b39-4cc5-4be1-9beb-5b3c08633ac8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5274aae8-7468-42f7-a5b6-83e078482df5 HTTP/1.1" status: 204 len: 168 time: 0.2646499 Nov 23 07:44:13.017590 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b1b39-4cc5-4be1-9beb-5b3c08633ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5274aae8-7468-42f7-a5b6-83e078482df5,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:13.134473 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-613a2f22-aa91-4ee2-b39c-e74e9a848465 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:13.230078 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-613a2f22-aa91-4ee2-b39c-e74e9a848465 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:13.235377 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-613a2f22-aa91-4ee2-b39c-e74e9a848465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:13.280318 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-613a2f22-aa91-4ee2-b39c-e74e9a848465 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cff371db3a844da689704bffdb35306d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2763629 Nov 23 07:44:13.281868 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a2f22-aa91-4ee2-b39c-e74e9a848465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303a276f-ec61-48e5-94ca-db5531a82e4f,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:13.283272 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 43596) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:13.346633 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-fb0bfdac-65b0-4bfe-bb45-5e0becbafe77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:13.370982 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-fb0bfdac-65b0-4bfe-bb45-5e0becbafe77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:13.427307 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-fb0bfdac-65b0-4bfe-bb45-5e0becbafe77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:13.430309 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-fb0bfdac-65b0-4bfe-bb45-5e0becbafe77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:13.431800 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-fb0bfdac-65b0-4bfe-bb45-5e0becbafe77 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/303a276f-ec61-48e5-94ca-db5531a82e4f HTTP/1.1" status: 204 len: 168 time: 0.1472678 Nov 23 07:44:13.440761 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0bfdac-65b0-4bfe-bb45-5e0becbafe77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303a276f-ec61-48e5-94ca-db5531a82e4f,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:14.137431 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f80ad-b325-4a5d-b739-86743bbd6160 req-36f5b570-32d9-47e0-9173-0f8347180170 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:14.149097 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-164f80ad-b325-4a5d-b739-86743bbd6160 req-36f5b570-32d9-47e0-9173-0f8347180170 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0825489 Nov 23 07:44:14.213609 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-164f80ad-b325-4a5d-b739-86743bbd6160 req-66a1de66-d5fa-4330-97a7-863585b760b4 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633268 Nov 23 07:44:14.884904 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 43702) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:15.100374 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-77d54455-dc3a-4fb4-96b4-b527b92f6667 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:15.215266 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-77d54455-dc3a-4fb4-96b4-b527b92f6667 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:15.220949 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-77d54455-dc3a-4fb4-96b4-b527b92f6667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:15.268269 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-77d54455-dc3a-4fb4-96b4-b527b92f6667 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a2749fecc3643369af5d11db4337b3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3820918 Nov 23 07:44:15.269419 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d54455-dc3a-4fb4-96b4-b527b92f6667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbb8664-1411-47fa-b3fa-2536027488fc,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:15.271287 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 43720) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:15.336280 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-3bc7df1d-d3c5-45b5-a65e-5404a0a74561 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:15.351732 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e09646-87fe-418c-9561-bf702a565791 req-3669670a-2d5c-4c98-a9bf-723679e8b212 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:15.354570 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b6e09646-87fe-418c-9561-bf702a565791 req-3669670a-2d5c-4c98-a9bf-723679e8b212 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0583935 Nov 23 07:44:15.374044 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-3bc7df1d-d3c5-45b5-a65e-5404a0a74561 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:15.408275 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b6e09646-87fe-418c-9561-bf702a565791 req-3a81cc1b-47f7-4a43-9896-f06536a28308 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478296 Nov 23 07:44:15.430570 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-3bc7df1d-d3c5-45b5-a65e-5404a0a74561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:15.434345 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-3bc7df1d-d3c5-45b5-a65e-5404a0a74561 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:15.435573 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-3bc7df1d-d3c5-45b5-a65e-5404a0a74561 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9cbb8664-1411-47fa-b3fa-2536027488fc HTTP/1.1" status: 204 len: 168 time: 0.1632345 Nov 23 07:44:15.444116 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc7df1d-d3c5-45b5-a65e-5404a0a74561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbb8664-1411-47fa-b3fa-2536027488fc,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:16.545948 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ca634-f47b-4ec2-a32f-229ef7b6a08e req-5252d690-8505-407b-8de4-aca1a5a786d2 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:16.548239 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-bd3ca634-f47b-4ec2-a32f-229ef7b6a08e req-5252d690-8505-407b-8de4-aca1a5a786d2 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0579441 Nov 23 07:44:16.610922 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-bd3ca634-f47b-4ec2-a32f-229ef7b6a08e req-d726aa53-aae7-483e-a8d0-60d5e1df0a5c tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559492 Nov 23 07:44:17.303200 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 43842) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:17.413312 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-392e1bb3-0193-464a-b719-fe425cc130ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:17.492290 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-392e1bb3-0193-464a-b719-fe425cc130ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:17.496568 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-392e1bb3-0193-464a-b719-fe425cc130ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:17.536649 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-392e1bb3-0193-464a-b719-fe425cc130ac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=13b7cc6713ae4d86877607b4a56288bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323005 Nov 23 07:44:17.537329 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e1bb3-0193-464a-b719-fe425cc130ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2563aba-9a90-4b14-aaf6-6a8e61d6c7f6,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:17.541177 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 43850) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:17.591839 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-78973231-9d3c-40ea-88a7-9dc437c64995 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:17.614496 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-78973231-9d3c-40ea-88a7-9dc437c64995 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:17.669214 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-78973231-9d3c-40ea-88a7-9dc437c64995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:17.672190 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-78973231-9d3c-40ea-88a7-9dc437c64995 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:17.676296 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-78973231-9d3c-40ea-88a7-9dc437c64995 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b2563aba-9a90-4b14-aaf6-6a8e61d6c7f6 HTTP/1.1" status: 204 len: 168 time: 0.1305363 Nov 23 07:44:17.683155 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78973231-9d3c-40ea-88a7-9dc437c64995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2563aba-9a90-4b14-aaf6-6a8e61d6c7f6,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:17.755960 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d747e85-b117-4fb7-8b9e-fbb357dd795d req-219076bf-2e87-4668-8e0b-7ac4af36a921 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:17.758117 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-1d747e85-b117-4fb7-8b9e-fbb357dd795d req-219076bf-2e87-4668-8e0b-7ac4af36a921 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0653234 Nov 23 07:44:17.833007 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-1d747e85-b117-4fb7-8b9e-fbb357dd795d req-75a1bdbf-f86f-47db-892e-c6c28af02864 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671747 Nov 23 07:44:17.984063 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 43866) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:17.997404 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-4fa3f06b-c250-4cf1-9078-f135a44e43c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:18.076094 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-4fa3f06b-c250-4cf1-9078-f135a44e43c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:18.083299 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-4fa3f06b-c250-4cf1-9078-f135a44e43c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:18.122695 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3f06b-c250-4cf1-9078-f135a44e43c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b81b5c1-16dc-4d12-835d-340d9fa1c65e,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:18.126972 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-4fa3f06b-c250-4cf1-9078-f135a44e43c3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=972d1b43c16142b284c9a148fee3e824&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415448 Nov 23 07:44:18.129721 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 43868) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:18.188836 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-4327fd6e-7b6b-48b7-bd8a-2d8dc672573a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:18.212299 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-4327fd6e-7b6b-48b7-bd8a-2d8dc672573a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:18.260936 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-4327fd6e-7b6b-48b7-bd8a-2d8dc672573a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:18.263567 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-4327fd6e-7b6b-48b7-bd8a-2d8dc672573a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:18.264716 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-4327fd6e-7b6b-48b7-bd8a-2d8dc672573a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b81b5c1-16dc-4d12-835d-340d9fa1c65e HTTP/1.1" status: 204 len: 168 time: 0.1340520 Nov 23 07:44:18.272740 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327fd6e-7b6b-48b7-bd8a-2d8dc672573a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b81b5c1-16dc-4d12-835d-340d9fa1c65e,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:18.653871 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 43890) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:18.667496 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-931112a6-a083-485f-9908-0d8a8471890b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:18.765176 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-931112a6-a083-485f-9908-0d8a8471890b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:18.776197 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-931112a6-a083-485f-9908-0d8a8471890b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:18.812580 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931112a6-a083-485f-9908-0d8a8471890b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31956c5-9417-43ec-bdcd-8187f21b8e86,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:18.817126 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-931112a6-a083-485f-9908-0d8a8471890b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=92559fc3cf594b539ee1da6b2868ed93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1620414 Nov 23 07:44:18.819899 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 43892) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:18.884571 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-7fcbb340-88be-4d38-8bb2-3962b2c62cf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:18.910453 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-7fcbb340-88be-4d38-8bb2-3962b2c62cf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:18.995994 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ed964-4bae-4b4c-a025-49200c62ea25 req-1a632ba1-8791-4775-a3a6-9bb6f93a79d7 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:18.998127 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-e28ed964-4bae-4b4c-a025-49200c62ea25 req-1a632ba1-8791-4775-a3a6-9bb6f93a79d7 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0805397 Nov 23 07:44:19.009324 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-7fcbb340-88be-4d38-8bb2-3962b2c62cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:19.012279 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-7fcbb340-88be-4d38-8bb2-3962b2c62cf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:19.013561 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-7fcbb340-88be-4d38-8bb2-3962b2c62cf8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b31956c5-9417-43ec-bdcd-8187f21b8e86 HTTP/1.1" status: 204 len: 168 time: 0.1927233 Nov 23 07:44:19.041447 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbb340-88be-4d38-8bb2-3962b2c62cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31956c5-9417-43ec-bdcd-8187f21b8e86,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:19.087547 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-e28ed964-4bae-4b4c-a025-49200c62ea25 req-5d14ecd3-89ec-4027-bf0f-3a30dbdf4851 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726154 Nov 23 07:44:19.826280 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 43938) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:19.947472 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-1235bdd2-7d4c-4481-939f-77823b678528 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:20.034125 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-1235bdd2-7d4c-4481-939f-77823b678528 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:20.038873 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-1235bdd2-7d4c-4481-939f-77823b678528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:20.083020 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-1235bdd2-7d4c-4481-939f-77823b678528 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f649a6df10da423280eb90b34f730930&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2526991 Nov 23 07:44:20.083020 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235bdd2-7d4c-4481-939f-77823b678528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc0d72c-abe3-4171-ab32-5888ca9f1133,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:20.083456 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 43952) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:20.140845 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-10eb6872-e354-479e-a029-7ceb10271e37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:20.165589 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-10eb6872-e354-479e-a029-7ceb10271e37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:20.217348 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-10eb6872-e354-479e-a029-7ceb10271e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:20.220417 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-10eb6872-e354-479e-a029-7ceb10271e37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:20.222293 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-10eb6872-e354-479e-a029-7ceb10271e37 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bdc0d72c-abe3-4171-ab32-5888ca9f1133 HTTP/1.1" status: 204 len: 168 time: 0.1374152 Nov 23 07:44:20.231080 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb6872-e354-479e-a029-7ceb10271e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc0d72c-abe3-4171-ab32-5888ca9f1133,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:20.582459 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 43976) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:20.598813 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-48c05b3e-c997-44cf-b74b-098cf7f67feb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:20.682609 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-48c05b3e-c997-44cf-b74b-098cf7f67feb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:20.686885 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-48c05b3e-c997-44cf-b74b-098cf7f67feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:20.726417 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-48c05b3e-c997-44cf-b74b-098cf7f67feb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b693ec00a064545a2e48d6c8d88c3f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427917 Nov 23 07:44:20.727163 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c05b3e-c997-44cf-b74b-098cf7f67feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a456d69-bf00-4d4f-ba52-9f474d289b16,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:20.730207 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 43978) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:20.783560 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f1926f2f-c541-467c-a4df-648f1d321e7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:20.808680 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f1926f2f-c541-467c-a4df-648f1d321e7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:20.860567 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f1926f2f-c541-467c-a4df-648f1d321e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:20.863487 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f1926f2f-c541-467c-a4df-648f1d321e7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:20.864696 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-f1926f2f-c541-467c-a4df-648f1d321e7a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6a456d69-bf00-4d4f-ba52-9f474d289b16 HTTP/1.1" status: 204 len: 168 time: 0.1335411 Nov 23 07:44:20.873074 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1926f2f-c541-467c-a4df-648f1d321e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a456d69-bf00-4d4f-ba52-9f474d289b16,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:22.436625 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2c469-90f6-4bf9-95cd-4e5df1660457 req-c581479f-47e1-4b00-8aea-90397441a6e0 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:22.438167 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-36a2c469-90f6-4bf9-95cd-4e5df1660457 req-c581479f-47e1-4b00-8aea-90397441a6e0 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0562711 Nov 23 07:44:22.491381 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-36a2c469-90f6-4bf9-95cd-4e5df1660457 req-18502c59-47c3-4da3-a49d-005186d9d2c2 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472150 Nov 23 07:44:23.618893 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600fb26-5a58-485d-a3ac-5f43effdafd2 req-7a6b8b42-82c8-45a1-8e89-0336c11491a6 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:23.620399 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-a600fb26-5a58-485d-a3ac-5f43effdafd2 req-7a6b8b42-82c8-45a1-8e89-0336c11491a6 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0495720 Nov 23 07:44:23.670644 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-a600fb26-5a58-485d-a3ac-5f43effdafd2 req-a5d485b9-ccdd-43f5-99c9-9dddf9a02160 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441074 Nov 23 07:44:24.792612 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee2fa0-b4e8-4621-8bfc-931d8a6f23c1 req-475fe4d3-4021-4be7-bdae-f05c32cf97c1 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:24.794594 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-fbee2fa0-b4e8-4621-8bfc-931d8a6f23c1 req-475fe4d3-4021-4be7-bdae-f05c32cf97c1 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0523863 Nov 23 07:44:24.848720 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-fbee2fa0-b4e8-4621-8bfc-931d8a6f23c1 req-6acce066-3f27-4633-a09c-1b962e0495e3 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478995 Nov 23 07:44:27.650256 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbfefd-a637-44ed-bd0e-5c1874e919da req-5eccbda8-7622-4469-86ea-52265aa91bbb tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:27.652314 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-0fbbfefd-a637-44ed-bd0e-5c1874e919da req-5eccbda8-7622-4469-86ea-52265aa91bbb tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0534785 Nov 23 07:44:27.700726 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-0fbbfefd-a637-44ed-bd0e-5c1874e919da req-7dd10739-5fee-416d-b4e7-e7c54ec41e1d tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422037 Nov 23 07:44:28.513586 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-b110c33a-607c-4676-8a7f-cea9ef933628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:28.847819 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52592e-d7cd-44b9-9f38-57674f1e05f6 req-131b3035-9097-4b6a-a568-9a0abc7370ef tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:28.851327 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9e52592e-d7cd-44b9-9f38-57674f1e05f6 req-131b3035-9097-4b6a-a568-9a0abc7370ef tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0548863 Nov 23 07:44:28.907035 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9e52592e-d7cd-44b9-9f38-57674f1e05f6 req-b35f6293-997a-4172-814b-3ce00608b731 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497258 Nov 23 07:44:29.450919 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 44184) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:29.559656 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-85af2b4f-df7e-4fa8-8ba6-c09e473eef8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:29.631495 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-85af2b4f-df7e-4fa8-8ba6-c09e473eef8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:29.635177 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-85af2b4f-df7e-4fa8-8ba6-c09e473eef8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:29.679908 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-85af2b4f-df7e-4fa8-8ba6-c09e473eef8d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9a6d658931e44e52a32f6edff9b61003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254272 Nov 23 07:44:29.680087 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 44190) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:29.686956 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af2b4f-df7e-4fa8-8ba6-c09e473eef8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44d4e30-d646-4a7c-b238-5e92f5c0ed65,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:29.736394 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-436c3d9a-933b-4a4e-9762-8051966bedf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:29.758600 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-436c3d9a-933b-4a4e-9762-8051966bedf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:29.809995 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-436c3d9a-933b-4a4e-9762-8051966bedf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:29.812715 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-436c3d9a-933b-4a4e-9762-8051966bedf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:29.813919 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-436c3d9a-933b-4a4e-9762-8051966bedf6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c44d4e30-d646-4a7c-b238-5e92f5c0ed65 HTTP/1.1" status: 204 len: 168 time: 0.1329439 Nov 23 07:44:29.821776 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c3d9a-933b-4a4e-9762-8051966bedf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44d4e30-d646-4a7c-b238-5e92f5c0ed65,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:30.080665 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 44202) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:30.094073 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-09c62fda-d56b-49d6-b539-4bf86823a588 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:30.164664 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-09c62fda-d56b-49d6-b539-4bf86823a588 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:30.168525 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-09c62fda-d56b-49d6-b539-4bf86823a588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:30.205284 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c62fda-d56b-49d6-b539-4bf86823a588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8e89c7-0ee6-4e81-85f7-caf5b4bace3b,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:30.209397 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-09c62fda-d56b-49d6-b539-4bf86823a588 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0eb4e59965ec4154afd7a5e659bcacc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276462 Nov 23 07:44:30.212074 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 44206) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:30.258959 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ad2010a2-6aad-4b4b-810c-743dd2555b30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:30.283308 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ad2010a2-6aad-4b4b-810c-743dd2555b30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:30.520792 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ad2010a2-6aad-4b4b-810c-743dd2555b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:30.523517 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ad2010a2-6aad-4b4b-810c-743dd2555b30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:30.524766 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-ad2010a2-6aad-4b4b-810c-743dd2555b30 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b8e89c7-0ee6-4e81-85f7-caf5b4bace3b HTTP/1.1" status: 204 len: 168 time: 0.3117540 Nov 23 07:44:30.533517 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2010a2-6aad-4b4b-810c-743dd2555b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8e89c7-0ee6-4e81-85f7-caf5b4bace3b,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:30.855225 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 44216) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:30.869254 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-1dc6b5af-5f51-4368-9820-c63769af2837 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:30.944681 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-1dc6b5af-5f51-4368-9820-c63769af2837 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:30.948901 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-1dc6b5af-5f51-4368-9820-c63769af2837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:30.990406 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-1dc6b5af-5f51-4368-9820-c63769af2837 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a685fa94d404083a1378b6458468bc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340547 Nov 23 07:44:30.991123 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6b5af-5f51-4368-9820-c63769af2837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae90b8f-6420-42ae-ba23-4d3b0fd498c3,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:30.993134 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 44218) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:31.045065 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-00d2373d-10a5-4309-b3e0-67170ea18acd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:31.067272 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-00d2373d-10a5-4309-b3e0-67170ea18acd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:31.114697 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-00d2373d-10a5-4309-b3e0-67170ea18acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:31.117351 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-00d2373d-10a5-4309-b3e0-67170ea18acd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:31.118601 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-00d2373d-10a5-4309-b3e0-67170ea18acd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dae90b8f-6420-42ae-ba23-4d3b0fd498c3 HTTP/1.1" status: 204 len: 168 time: 0.1243734 Nov 23 07:44:31.127194 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d2373d-10a5-4309-b3e0-67170ea18acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae90b8f-6420-42ae-ba23-4d3b0fd498c3,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:31.318124 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-ab36eea9-327f-4749-a2b0-ea35a7eea59c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:32.115338 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e80575-1bd1-466e-a666-8545fbf63b68 req-5e15468d-33d7-4fcd-bdd4-ac9c21d5b29f tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:32.116866 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f2e80575-1bd1-466e-a666-8545fbf63b68 req-5e15468d-33d7-4fcd-bdd4-ac9c21d5b29f tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0575380 Nov 23 07:44:32.177726 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f2e80575-1bd1-466e-a666-8545fbf63b68 req-09c14bcd-743f-4a4d-9368-633757916404 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540526 Nov 23 07:44:32.752531 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:34.818395 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:35.555776 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:35.695545 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be011e8-4d18-4a65-99a1-fe7f421ee706 req-5083fb8f-a55a-411c-aebf-8912c87d162d tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:35.696956 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-1be011e8-4d18-4a65-99a1-fe7f421ee706 req-5083fb8f-a55a-411c-aebf-8912c87d162d tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0511994 Nov 23 07:44:35.764423 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-1be011e8-4d18-4a65-99a1-fe7f421ee706 req-ca57cc6f-4fd4-4404-9474-4360bd1e4dd8 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572557 Nov 23 07:44:36.615906 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:44:36.973659 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:38.942770 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7586f-4390-479a-afad-f5dfc5a198f1 req-ccdbdea4-11dc-4ca9-959a-afd4b29d2d96 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:38.944275 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ade7586f-4390-479a-afad-f5dfc5a198f1 req-ccdbdea4-11dc-4ca9-959a-afd4b29d2d96 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0501664 Nov 23 07:44:38.991786 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ade7586f-4390-479a-afad-f5dfc5a198f1 req-2c448eba-e76e-4677-8270-282e470fe227 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409887 Nov 23 07:44:40.110502 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1e94e-23f1-409d-b624-26c99d4d904d req-0a2eee86-ca4e-4a03-8741-e5c7e2d75ec0 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:40.112007 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f8c1e94e-23f1-409d-b624-26c99d4d904d req-0a2eee86-ca4e-4a03-8741-e5c7e2d75ec0 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0494483 Nov 23 07:44:40.163222 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f8c1e94e-23f1-409d-b624-26c99d4d904d req-1c012697-3f83-4dcf-9798-d962ac9e2f67 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453751 Nov 23 07:44:40.289007 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 44414) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:40.389485 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a3128afd-52c8-4163-8066-2c9c5f356ac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:40.462979 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a3128afd-52c8-4163-8066-2c9c5f356ac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:40.467327 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a3128afd-52c8-4163-8066-2c9c5f356ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:40.504329 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-a3128afd-52c8-4163-8066-2c9c5f356ac0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=07285f37b4494043ba4b9a500ee9b3db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138169 Nov 23 07:44:40.504953 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3128afd-52c8-4163-8066-2c9c5f356ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c53999a-1157-41ef-a5a3-bb6735410cb6,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:40.507952 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 44418) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:40.569675 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1ac6-886c-4e21-89df-297e6ae0c8e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:40.593913 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1ac6-886c-4e21-89df-297e6ae0c8e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:40.639947 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1ac6-886c-4e21-89df-297e6ae0c8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:40.642696 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-cc3c1ac6-886c-4e21-89df-297e6ae0c8e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:40.643824 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-cc3c1ac6-886c-4e21-89df-297e6ae0c8e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5c53999a-1157-41ef-a5a3-bb6735410cb6 HTTP/1.1" status: 204 len: 168 time: 0.1344366 Nov 23 07:44:40.652131 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c1ac6-886c-4e21-89df-297e6ae0c8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c53999a-1157-41ef-a5a3-bb6735410cb6,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:40.916009 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 44430) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:40.930344 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-69a7e88f-118c-4c6f-9604-b188e6ce3eb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:41.022551 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-69a7e88f-118c-4c6f-9604-b188e6ce3eb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:41.028726 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-69a7e88f-118c-4c6f-9604-b188e6ce3eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:41.067058 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-69a7e88f-118c-4c6f-9604-b188e6ce3eb8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e64428530aac493b8eb9bdcbb8e2fef5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493702 Nov 23 07:44:41.067880 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7e88f-118c-4c6f-9604-b188e6ce3eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9155193d-3e51-4ef1-93ab-7e5dc30fb437,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:41.069882 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 44436) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:41.119338 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f7a60b29-80ac-473d-826f-f39a43697203 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:41.141407 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f7a60b29-80ac-473d-826f-f39a43697203 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:41.186336 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f7a60b29-80ac-473d-826f-f39a43697203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:41.189056 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f7a60b29-80ac-473d-826f-f39a43697203 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:41.190257 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-f7a60b29-80ac-473d-826f-f39a43697203 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9155193d-3e51-4ef1-93ab-7e5dc30fb437 HTTP/1.1" status: 204 len: 168 time: 0.1192460 Nov 23 07:44:41.198002 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a60b29-80ac-473d-826f-f39a43697203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9155193d-3e51-4ef1-93ab-7e5dc30fb437,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:41.497710 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 44444) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:41.513548 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b1cff674-8be3-4b19-9377-cc7af3d06ab7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:41.585451 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b1cff674-8be3-4b19-9377-cc7af3d06ab7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:41.589364 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b1cff674-8be3-4b19-9377-cc7af3d06ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:41.627046 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-b1cff674-8be3-4b19-9377-cc7af3d06ab7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=40c24781f48b4246a52e2d0716aa1746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1281929 Nov 23 07:44:41.627983 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cff674-8be3-4b19-9377-cc7af3d06ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1c6f50-5e45-4daa-a18e-ccde0fbe2806,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:41.629850 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 44446) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:41.676661 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-506eee2b-f74d-4136-a0b4-e450104d5792 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:41.696736 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-506eee2b-f74d-4136-a0b4-e450104d5792 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:41.743727 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-506eee2b-f74d-4136-a0b4-e450104d5792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:41.746778 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-506eee2b-f74d-4136-a0b4-e450104d5792 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:41.747997 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-506eee2b-f74d-4136-a0b4-e450104d5792 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1a1c6f50-5e45-4daa-a18e-ccde0fbe2806 HTTP/1.1" status: 204 len: 168 time: 0.1170161 Nov 23 07:44:41.756143 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506eee2b-f74d-4136-a0b4-e450104d5792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1c6f50-5e45-4daa-a18e-ccde0fbe2806,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:43.057855 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd18fbd-0069-4f76-83eb-5b4a50a37747 req-00231e3a-aaa4-4ddc-916f-ac3c71196789 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:43.059392 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-2cd18fbd-0069-4f76-83eb-5b4a50a37747 req-00231e3a-aaa4-4ddc-916f-ac3c71196789 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0515740 Nov 23 07:44:43.115305 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-2cd18fbd-0069-4f76-83eb-5b4a50a37747 req-a456d079-02ea-49ec-b13d-8e0e1391bb97 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492983 Nov 23 07:44:44.249975 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054c677-1a3b-42a7-8ed8-0a7349d9c64f req-baa487b1-58d4-4fe3-b8eb-52324af29967 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:44.251513 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f054c677-1a3b-42a7-8ed8-0a7349d9c64f req-baa487b1-58d4-4fe3-b8eb-52324af29967 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0521939 Nov 23 07:44:44.302578 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f054c677-1a3b-42a7-8ed8-0a7349d9c64f req-4b38289b-d144-49df-95b3-da38b87baa89 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445704 Nov 23 07:44:45.273137 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4be04-9ba7-4b19-b94f-ed3bb977a2ac req-edf541ef-0492-4454-9bf3-4f2f69088ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:45.274771 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a9d4be04-9ba7-4b19-b94f-ed3bb977a2ac req-edf541ef-0492-4454-9bf3-4f2f69088ea4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 1098 time: 0.0436983 Nov 23 07:44:45.337106 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a9d4be04-9ba7-4b19-b94f-ed3bb977a2ac req-8975f6de-25d2-419e-9ad7-2b82d1d098ee service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452745 Nov 23 07:44:45.429338 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b25f71-8ac4-41b9-82a8-b436e6801d69 req-74f96cac-1997-4489-8822-9b808dfd232a tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:45.431605 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-e7b25f71-8ac4-41b9-82a8-b436e6801d69 req-74f96cac-1997-4489-8822-9b808dfd232a tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0515740 Nov 23 07:44:45.489397 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-e7b25f71-8ac4-41b9-82a8-b436e6801d69 req-230394d2-4a59-4f5b-860b-ac0165518e7d tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515697 Nov 23 07:44:46.608736 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08655cb-d01d-42c1-97e1-dffbca7f8369 req-685fe3ec-6ba1-4109-bc5e-cce020aae230 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:46.610394 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d08655cb-d01d-42c1-97e1-dffbca7f8369 req-685fe3ec-6ba1-4109-bc5e-cce020aae230 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0494647 Nov 23 07:44:46.669357 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d08655cb-d01d-42c1-97e1-dffbca7f8369 req-4660e0d3-de1a-4dab-ba40-b680fb969fbb tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508919 Nov 23 07:44:46.912499 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 44646) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:47.020257 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-4ac50a6a-5631-4948-a880-b4d009ca0cb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:47.109730 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-4ac50a6a-5631-4948-a880-b4d009ca0cb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:47.114912 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-4ac50a6a-5631-4948-a880-b4d009ca0cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:47.154091 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-4ac50a6a-5631-4948-a880-b4d009ca0cb0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1bada2f6205a4bc7b8eda6ca4dc60cdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400832 Nov 23 07:44:47.156689 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 44654) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:47.163441 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac50a6a-5631-4948-a880-b4d009ca0cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9855f9-1794-4f73-b678-8599291d91cc,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:47.212700 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-84434599-fd1a-46a6-81af-16d9b6082668 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:47.233668 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-84434599-fd1a-46a6-81af-16d9b6082668 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:47.282043 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-84434599-fd1a-46a6-81af-16d9b6082668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:47.284609 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-84434599-fd1a-46a6-81af-16d9b6082668 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:47.288412 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-84434599-fd1a-46a6-81af-16d9b6082668 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9b9855f9-1794-4f73-b678-8599291d91cc HTTP/1.1" status: 204 len: 168 time: 0.1282005 Nov 23 07:44:47.296306 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84434599-fd1a-46a6-81af-16d9b6082668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9855f9-1794-4f73-b678-8599291d91cc,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:47.730029 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 44684) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:47.740742 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 44688) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:47.815861 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18eb648-57b0-4c8e-b96a-24a53d2f4b64 req-996a82e5-df60-44ba-bfad-afe2972edaf4 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:47.822204 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f18eb648-57b0-4c8e-b96a-24a53d2f4b64 req-996a82e5-df60-44ba-bfad-afe2972edaf4 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0697014 Nov 23 07:44:47.887609 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f18eb648-57b0-4c8e-b96a-24a53d2f4b64 req-f51926fb-56ec-46c0-95f9-16b7f6d0d712 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586374 Nov 23 07:44:47.952685 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-97b80790-b015-4e64-af96-707b14e59f55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:47.980354 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-79e8083a-6e65-4c92-8a22-ac2259294ca3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:48.054583 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c1a1d-690c-48b9-9cf6-76b34db21888 req-ea4dc40b-d19d-497b-b731-b11eac9c7d7e tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:48.056378 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-767c1a1d-690c-48b9-9cf6-76b34db21888 req-ea4dc40b-d19d-497b-b731-b11eac9c7d7e tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0934374 Nov 23 07:44:48.092542 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-79e8083a-6e65-4c92-8a22-ac2259294ca3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:48.097429 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-79e8083a-6e65-4c92-8a22-ac2259294ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:48.123190 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-97b80790-b015-4e64-af96-707b14e59f55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:48.137305 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-97b80790-b015-4e64-af96-707b14e59f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:48.153221 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-79e8083a-6e65-4c92-8a22-ac2259294ca3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=445cfb5c01454c5ebd71c50a770cfa81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4108536 Nov 23 07:44:48.154639 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8083a-6e65-4c92-8a22-ac2259294ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf19a269-7efb-4d2b-9735-bede5f6aa627,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:48.156720 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 44706) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:48.173921 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-767c1a1d-690c-48b9-9cf6-76b34db21888 req-0b7ca6fd-f4b1-423d-b003-a30d4c854187 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004117 Nov 23 07:44:48.202742 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b80790-b015-4e64-af96-707b14e59f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99116514-8741-4491-bba3-a473c8137aa7,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:48.207687 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-97b80790-b015-4e64-af96-707b14e59f55 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a74eef6ecdd04d15a0f61fbc8a590212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4765089 Nov 23 07:44:48.211476 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 44712) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:48.249772 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5dd70d83-35ae-490f-8a3f-e0e88d38c3e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:48.286351 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5dd70d83-35ae-490f-8a3f-e0e88d38c3e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:48.310148 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 44716) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:48.315263 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-31b3d2b6-6402-4a1c-b1d6-f7bcadff57ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:48.350688 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-31b3d2b6-6402-4a1c-b1d6-f7bcadff57ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:48.402095 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5dd70d83-35ae-490f-8a3f-e0e88d38c3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:48.404873 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5dd70d83-35ae-490f-8a3f-e0e88d38c3e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:48.408530 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-5dd70d83-35ae-490f-8a3f-e0e88d38c3e5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bf19a269-7efb-4d2b-9735-bede5f6aa627 HTTP/1.1" status: 204 len: 168 time: 0.2484057 Nov 23 07:44:48.449017 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd70d83-35ae-490f-8a3f-e0e88d38c3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf19a269-7efb-4d2b-9735-bede5f6aa627,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:48.469637 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-31b3d2b6-6402-4a1c-b1d6-f7bcadff57ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:48.472576 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-0f9abc33-59a0-4397-8593-f45ecce469bb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1228777616-network', 'tenant_id': '8c9142ed0ac74c31a3d2b005076861fb'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:44:48.484408 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-31b3d2b6-6402-4a1c-b1d6-f7bcadff57ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:48.485549 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-31b3d2b6-6402-4a1c-b1d6-f7bcadff57ea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/99116514-8741-4491-bba3-a473c8137aa7 HTTP/1.1" status: 204 len: 168 time: 0.2707775 Nov 23 07:44:48.521054 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3d2b6-6402-4a1c-b1d6-f7bcadff57ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99116514-8741-4491-bba3-a473c8137aa7,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:48.576837 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9abc33-59a0-4397-8593-f45ecce469bb admin admin] Made reservation on behalf of 8c9142ed0ac74c31a3d2b005076861fb for: {'network': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:44:48.579262 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-0f9abc33-59a0-4397-8593-f45ecce469bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for network, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:48.590989 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-0f9abc33-59a0-4397-8593-f45ecce469bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:48.715967 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-0f9abc33-59a0-4397-8593-f45ecce469bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:48.721644 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-0f9abc33-59a0-4397-8593-f45ecce469bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:48.759136 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9abc33-59a0-4397-8593-f45ecce469bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=109283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 07:44:48.770172 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9abc33-59a0-4397-8593-f45ecce469bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:48.775276 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-0f9abc33-59a0-4397-8593-f45ecce469bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:48.775856 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.db.segments_db [None req-0f9abc33-59a0-4397-8593-f45ecce469bb admin admin] Added segment 12cde7a2-059f-4710-8173-60a3363cb1ed of type vlan for network 1d025715-d454-4776-858b-529ffc8c62df Nov 23 07:44:48.836902 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-0f9abc33-59a0-4397-8593-f45ecce469bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750071714106'] for network, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:48.867679 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-0f9abc33-59a0-4397-8593-f45ecce469bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for network, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:48.869042 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9abc33-59a0-4397-8593-f45ecce469bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:48.870594 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-0f9abc33-59a0-4397-8593-f45ecce469bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:48.920857 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-0f9abc33-59a0-4397-8593-f45ecce469bb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6091242 Nov 23 07:44:48.924021 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 44758) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:48.929005 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-d1685724-6593-445c-895c-f2b4cd3ed485 admin admin] Request body: {'subnet': {'network_id': '1d025715-d454-4776-858b-529ffc8c62df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1228777616-subnet', 'tenant_id': '8c9142ed0ac74c31a3d2b005076861fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:44:48.960086 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1685724-6593-445c-895c-f2b4cd3ed485 admin admin] Made reservation on behalf of 8c9142ed0ac74c31a3d2b005076861fb for: {'subnet': 1} {{(pid=109284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:44:48.964103 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d1685724-6593-445c-895c-f2b4cd3ed485 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3985138'] for subnet, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:48.983729 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9abc33-59a0-4397-8593-f45ecce469bb admin admin] Pushing event updated for resources: {'Network': ['ID=1d025715-d454-4776-858b-529ffc8c62df,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:49.000650 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Network 1d025715-d454-4776-858b-529ffc8c62df details requested by agent ovs-agent-dv-cinder-804035-14-iscsi with host dv-cinder-804035-14-iscsi {{(pid=109285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 07:44:49.209631 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d1685724-6593-445c-895c-f2b4cd3ed485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3909714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3985120'] for subnet, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:49.297143 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1685724-6593-445c-895c-f2b4cd3ed485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9f6d479-ed5c-452d-9d6b-a49a11ec0c48,revision_number=0']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:49.307691 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1685724-6593-445c-895c-f2b4cd3ed485 admin admin] Checking segment: {'id': '12cde7a2-059f-4710-8173-60a3363cb1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1d025715-d454-4776-858b-529ffc8c62df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:44:49.308136 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1685724-6593-445c-895c-f2b4cd3ed485 admin admin] Network hostable DHCP agents. Network: 1d025715-d454-4776-858b-529ffc8c62df, hostable agents: ['9f8f8844-157f-46aa-8160-5509eea3b0e3'], hosted agents: [] {{(pid=109284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 07:44:49.331953 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1685724-6593-445c-895c-f2b4cd3ed485 admin admin] Network 1d025715-d454-4776-858b-529ffc8c62df is scheduled to be hosted by DHCP agent 9f8f8844-157f-46aa-8160-5509eea3b0e3 with binding_index 1 {{(pid=109284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 07:44:49.343238 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-d1685724-6593-445c-895c-f2b4cd3ed485 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-14-iscsi, 1d025715-d454-4776-858b-529ffc8c62df) {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:44:49.348395 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1685724-6593-445c-895c-f2b4cd3ed485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:49.349977 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d1685724-6593-445c-895c-f2b4cd3ed485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for subnet, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:49.353592 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54239bef-40dc-47c2-9a2c-168b9aefff84 None None] Network 1d025715-d454-4776-858b-529ffc8c62df requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:44:49.377815 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-d1685724-6593-445c-895c-f2b4cd3ed485 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4444230 Nov 23 07:44:49.423398 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 44782) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:49.509480 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc792c1c-16f4-4e2d-8d99-8b5d7ba5d237 None None] Network 1d025715-d454-4776-858b-529ffc8c62df requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:44:49.650714 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-934e9824-8ad5-451c-a245-77aa7ceab04c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-106881543-network', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:44:49.677662 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934e9824-8ad5-451c-a245-77aa7ceab04c admin admin] Made reservation on behalf of c42cd8fcb71040c394c2fa2ed9324ae0 for: {'network': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:44:49.681081 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-934e9824-8ad5-451c-a245-77aa7ceab04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for network, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:49.704385 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-934e9824-8ad5-451c-a245-77aa7ceab04c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:49.848674 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-934e9824-8ad5-451c-a245-77aa7ceab04c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:49.855110 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-934e9824-8ad5-451c-a245-77aa7ceab04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:49.888177 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934e9824-8ad5-451c-a245-77aa7ceab04c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=109283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 07:44:49.906464 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e9824-8ad5-451c-a245-77aa7ceab04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21f042e-25d7-47fc-9789-1168a5e4be2c,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:49.911626 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-934e9824-8ad5-451c-a245-77aa7ceab04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:49.911963 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.db.segments_db [None req-934e9824-8ad5-451c-a245-77aa7ceab04c admin admin] Added segment cefc117d-da37-40a8-b11f-8d9ed755980c of type vlan for network 1b5d852b-b97c-4e33-b149-2a4c0450e4d5 Nov 23 07:44:49.964939 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-934e9824-8ad5-451c-a245-77aa7ceab04c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750071714106'] for network, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:50.033297 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-934e9824-8ad5-451c-a245-77aa7ceab04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for network, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:50.034288 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934e9824-8ad5-451c-a245-77aa7ceab04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:50.038147 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-934e9824-8ad5-451c-a245-77aa7ceab04c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:50.137973 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-934e9824-8ad5-451c-a245-77aa7ceab04c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7131562 Nov 23 07:44:50.140952 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 44814) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:50.147931 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a044d2-d8d2-4b88-8143-d2c48c2f22d8 req-02a91f5d-87ff-40cf-b7f4-ef72cb6920dd tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:50.148089 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-b2ee86ea-b734-42bc-85c7-1e124472fa44 admin admin] Request body: {'subnet': {'network_id': '1b5d852b-b97c-4e33-b149-2a4c0450e4d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-106881543-subnet', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'ip_version': 4}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:44:50.149470 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d2a044d2-d8d2-4b88-8143-d2c48c2f22d8 req-02a91f5d-87ff-40cf-b7f4-ef72cb6920dd tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.1414387 Nov 23 07:44:50.157223 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ecd1a-7ab7-4d95-8918-74a9f6e879dc req-5f7e9ca8-9f95-4693-aec6-fe38cffc510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:50.160439 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-fc7ecd1a-7ab7-4d95-8918-74a9f6e879dc req-5f7e9ca8-9f95-4693-aec6-fe38cffc510c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed47c8e5e9704a0abf5643f488f1b2be&device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 1098 time: 0.1646519 Nov 23 07:44:50.211642 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ee86ea-b734-42bc-85c7-1e124472fa44 admin admin] Made reservation on behalf of c42cd8fcb71040c394c2fa2ed9324ae0 for: {'subnet': 1} {{(pid=109284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:44:50.214498 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b2ee86ea-b734-42bc-85c7-1e124472fa44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3985138'] for subnet, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:50.285746 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e9824-8ad5-451c-a245-77aa7ceab04c admin admin] Pushing event updated for resources: {'Network': ['ID=1b5d852b-b97c-4e33-b149-2a4c0450e4d5,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:50.300029 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Network 1b5d852b-b97c-4e33-b149-2a4c0450e4d5 details requested by agent ovs-agent-dv-cinder-804035-14-iscsi with host dv-cinder-804035-14-iscsi {{(pid=109285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 07:44:50.351319 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ecd1a-7ab7-4d95-8918-74a9f6e879dc req-8c3e77af-d796-4163-aa59-c291aded064b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:50.352852 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-fc7ecd1a-7ab7-4d95-8918-74a9f6e879dc req-8c3e77af-d796-4163-aa59-c291aded064b service neutron] 10.222.0.31 "GET /v2.0/networks?id=b78d8c29-35aa-4c8a-8439-dc361a48243a HTTP/1.1" status: 200 len: 920 time: 0.1526501 Nov 23 07:44:50.368299 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d2a044d2-d8d2-4b88-8143-d2c48c2f22d8 req-833c0c1f-1599-4d09-aedb-423bd912a1cd tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780698 Nov 23 07:44:50.405571 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-fc7ecd1a-7ab7-4d95-8918-74a9f6e879dc req-651d14a1-b4de-408c-ae08-973476189d15 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98e7ca52-3570-4eee-8b5d-7db714fe981a HTTP/1.1" status: 200 len: 217 time: 0.0361917 Nov 23 07:44:50.461416 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b2ee86ea-b734-42bc-85c7-1e124472fa44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3909714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3985120'] for subnet, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:50.465163 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ecd1a-7ab7-4d95-8918-74a9f6e879dc req-17bd1807-a1be-4281-9a57-d9695b4bb370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:50.466941 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-fc7ecd1a-7ab7-4d95-8918-74a9f6e879dc req-17bd1807-a1be-4281-9a57-d9695b4bb370 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e589956e-ed5a-4e41-8270-f9456f7b8a2f HTTP/1.1" status: 200 len: 859 time: 0.0538695 Nov 23 07:44:50.501901 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 44828) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:50.511633 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-fc7ecd1a-7ab7-4d95-8918-74a9f6e879dc req-ec79cd62-467a-4237-a077-99a9688656a3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b78d8c29-35aa-4c8a-8439-dc361a48243a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308657 Nov 23 07:44:50.526359 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee86ea-b734-42bc-85c7-1e124472fa44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1021d11-6a0a-4efc-bfec-6471a02dfed1,revision_number=0']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:50.543194 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ee86ea-b734-42bc-85c7-1e124472fa44 admin admin] Checking segment: {'id': 'cefc117d-da37-40a8-b11f-8d9ed755980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1b5d852b-b97c-4e33-b149-2a4c0450e4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:44:50.543629 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ee86ea-b734-42bc-85c7-1e124472fa44 admin admin] Network hostable DHCP agents. Network: 1b5d852b-b97c-4e33-b149-2a4c0450e4d5, hostable agents: ['9f8f8844-157f-46aa-8160-5509eea3b0e3'], hosted agents: [] {{(pid=109284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 07:44:50.561445 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ee86ea-b734-42bc-85c7-1e124472fa44 admin admin] Network 1b5d852b-b97c-4e33-b149-2a4c0450e4d5 is scheduled to be hosted by DHCP agent 9f8f8844-157f-46aa-8160-5509eea3b0e3 with binding_index 1 {{(pid=109284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 07:44:50.570894 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-b2ee86ea-b734-42bc-85c7-1e124472fa44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-14-iscsi, 1b5d852b-b97c-4e33-b149-2a4c0450e4d5) {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:44:50.575272 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ee86ea-b734-42bc-85c7-1e124472fa44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:50.575892 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b2ee86ea-b734-42bc-85c7-1e124472fa44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for subnet, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:50.580303 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e9f471-64d0-4a80-8181-f8fc71a708bd None None] Network 1b5d852b-b97c-4e33-b149-2a4c0450e4d5 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:44:50.595057 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-b2ee86ea-b734-42bc-85c7-1e124472fa44 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4519780 Nov 23 07:44:50.597044 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 44832) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:50.606864 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-d03ef165-2d10-441a-bfb6-6f546ff22e58 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-106881543-router', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:44:50.643749 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d03ef165-2d10-441a-bfb6-6f546ff22e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1719506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:50.644764 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d03ef165-2d10-441a-bfb6-6f546ff22e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1712850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1713320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-946'] for router, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:50.650457 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-fc7ecd1a-7ab7-4d95-8918-74a9f6e879dc req-25013384-a3e7-4b41-86a4-34dff43c327e service neutron] 10.222.0.31 "GET /v2.0/networks/b78d8c29-35aa-4c8a-8439-dc361a48243a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207988 Nov 23 07:44:50.653874 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bd9cd264-48db-4916-9597-44123e2475f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:50.744605 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d03ef165-2d10-441a-bfb6-6f546ff22e58 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:50.789160 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bd9cd264-48db-4916-9597-44123e2475f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:50.798222 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d3c1c3e-7e7c-57c3-af0f-cd4a647982af-1b5d852b-b97c-4e33-b149-2a4c0450e4d5', 'network_id': '1b5d852b-b97c-4e33-b149-2a4c0450e4d5', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'fixed_ips': [{'subnet_id': 'd1021d11-6a0a-4efc-bfec-6471a02dfed1'}]}} from dv-cinder-804035-14-iscsi. {{(pid=109285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 07:44:50.798468 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bd9cd264-48db-4916-9597-44123e2475f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:50.799310 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:50.840339 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-bd9cd264-48db-4916-9597-44123e2475f8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=90ddbc260bdd4a46bba3f4e584145298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3352160 Nov 23 07:44:50.841424 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9cd264-48db-4916-9597-44123e2475f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31eb224-d068-4ee0-b2a6-891b531998aa,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:50.844256 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 44838) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:50.898926 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5b6e2748-d51a-4c87-9d1b-70aa7d757b51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:50.925845 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5b6e2748-d51a-4c87-9d1b-70aa7d757b51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:50.933026 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-fc7ecd1a-7ab7-4d95-8918-74a9f6e879dc req-6fa55e42-f8cd-4a3f-b8be-d86663d491c6 service neutron] 10.222.0.31 "GET /v2.0/networks/b78d8c29-35aa-4c8a-8439-dc361a48243a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725832 Nov 23 07:44:50.941226 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d03ef165-2d10-441a-bfb6-6f546ff22e58 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:50.960201 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.db_base_plugin_common [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Allocated IP 172.20.0.2 (1b5d852b-b97c-4e33-b149-2a4c0450e4d5/d1021d11-6a0a-4efc-bfec-6471a02dfed1/16d2a0fc-e7f2-4801-8092-87c6baa0797a) {{(pid=109285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:44:50.992791 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5b6e2748-d51a-4c87-9d1b-70aa7d757b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:50.996801 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5b6e2748-d51a-4c87-9d1b-70aa7d757b51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:51.000309 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-5b6e2748-d51a-4c87-9d1b-70aa7d757b51 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f31eb224-d068-4ee0-b2a6-891b531998aa HTTP/1.1" status: 204 len: 168 time: 0.1532660 Nov 23 07:44:51.008009 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e2748-d51a-4c87-9d1b-70aa7d757b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31eb224-d068-4ee0-b2a6-891b531998aa,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:51.160784 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Publish callbacks [] for port, precommit_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:51.169934 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:51.176135 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d03ef165-2d10-441a-bfb6-6f546ff22e58 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:51.218042 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d03ef165-2d10-441a-bfb6-6f546ff22e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:51.222400 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Network 1b5d852b-b97c-4e33-b149-2a4c0450e4d5 is already hosted by enough agents. {{(pid=109285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:44:51.225422 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.scheduler.base_scheduler [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Resources bound (agent type, host, resource id): {{(pid=109285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:44:51.228191 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Received port after_create {{(pid=109285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:44:51.236744 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Pushing event updated for resources: {'Port': ['ID=16d2a0fc-e7f2-4801-8092-87c6baa0797a,revision_number=1']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:51.248252 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:51.248624 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:51.249219 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:51.249765 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:51.250287 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:51.250850 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:51.251347 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:51.251857 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:51.252355 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:51.252862 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:51.253357 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:51.253868 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:51.318400 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Attempting to bind port 16d2a0fc-e7f2-4801-8092-87c6baa0797a on host dv-cinder-804035-14-iscsi for vnic_type normal with profile {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:44:51.319538 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Attempting to bind port 16d2a0fc-e7f2-4801-8092-87c6baa0797a by drivers openvswitch,hyperv on host dv-cinder-804035-14-iscsi at level 0 using segments [{'id': 'cefc117d-da37-40a8-b11f-8d9ed755980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1b5d852b-b97c-4e33-b149-2a4c0450e4d5'}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:44:51.320113 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Attempting to bind port 16d2a0fc-e7f2-4801-8092-87c6baa0797a on network 1b5d852b-b97c-4e33-b149-2a4c0450e4d5 {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:44:51.326866 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Checking agent: {'id': 'b3285c04-b64b-48ad-a641-833cdb741995', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'started_at': datetime.datetime(2021, 11, 23, 7, 35, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:44:51.327502 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Checking segment: {'id': 'cefc117d-da37-40a8-b11f-8d9ed755980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1b5d852b-b97c-4e33-b149-2a4c0450e4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:44:51.327917 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:51.328321 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Bound using segment: {'id': 'cefc117d-da37-40a8-b11f-8d9ed755980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1b5d852b-b97c-4e33-b149-2a4c0450e4d5'} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:44:51.328894 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Bound port: 16d2a0fc-e7f2-4801-8092-87c6baa0797a, host: dv-cinder-804035-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cefc117d-da37-40a8-b11f-8d9ed755980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1b5d852b-b97c-4e33-b149-2a4c0450e4d5'}}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:44:51.329242 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:51.361829 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [None req-d03ef165-2d10-441a-bfb6-6f546ff22e58 admin admin] Allocated IP 172.27.2.173 (891dfe80-61d0-4c14-832c-7438dfe6f055/08f8fc41-5d8c-4fca-8f02-9f082906db87/0c381ab8-774b-44f8-badd-77c97bb9dfd3) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:44:51.416485 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 44868) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:51.445616 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-31c08b7b-3fd0-4c36-9301-d647f566d360 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:51.448352 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] For port 16d2a0fc-e7f2-4801-8092-87c6baa0797a, host dv-cinder-804035-14-iscsi, cleared binding levels {{(pid=109285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:44:51.452479 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] For port 16d2a0fc-e7f2-4801-8092-87c6baa0797a, host dv-cinder-804035-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=16d2a0fc-e7f2-4801-8092-87c6baa0797a,segment=NetworkSegment(cefc117d-da37-40a8-b11f-8d9ed755980c),segment_id=cefc117d-da37-40a8-b11f-8d9ed755980c)] {{(pid=109285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:44:51.457225 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:51.526544 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8434a-f50f-45f0-8d0f-59425735a4f3 None None] Pushing event updated for resources: {'Port': ['ID=16d2a0fc-e7f2-4801-8092-87c6baa0797a,revision_number=2']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:51.545230 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0ee06-8048-44f3-b80e-b9499da8cc68 req-925be417-4455-488b-a1fa-818d360a2134 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:51.546792 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-90d0ee06-8048-44f3-b80e-b9499da8cc68 req-925be417-4455-488b-a1fa-818d360a2134 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0807123 Nov 23 07:44:51.617263 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d03ef165-2d10-441a-bfb6-6f546ff22e58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:51.626986 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-31c08b7b-3fd0-4c36-9301-d647f566d360 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:51.634279 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-90d0ee06-8048-44f3-b80e-b9499da8cc68 req-0ac59b06-f884-4e83-a641-799e934a752c tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800769 Nov 23 07:44:51.635932 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-31c08b7b-3fd0-4c36-9301-d647f566d360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:51.639819 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-f5f046ab-5e09-46e3-8046-13722d50b27b tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:51.641352 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-f5f046ab-5e09-46e3-8046-13722d50b27b tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/networks?id=1d025715-d454-4776-858b-529ffc8c62df HTTP/1.1" status: 200 len: 809 time: 0.2053576 Nov 23 07:44:51.684681 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-7b1a59f4-d962-4986-b5bb-be5ec8cbd6e0 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/quotas/8c9142ed0ac74c31a3d2b005076861fb HTTP/1.1" status: 200 len: 375 time: 0.0345256 Nov 23 07:44:51.684889 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-31c08b7b-3fd0-4c36-9301-d647f566d360 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8cdfdf5d7fcd41749291cdd49dd8a472&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2639501 Nov 23 07:44:51.684889 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c08b7b-3fd0-4c36-9301-d647f566d360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecce261-c809-4009-84b6-2573b2489694,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:51.685622 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 44872) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:51.720495 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-fe150a92-629a-45f1-b16f-71ef4e0fbd17 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c9142ed0ac74c31a3d2b005076861fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355380 Nov 23 07:44:51.733963 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d03ef165-2d10-441a-bfb6-6f546ff22e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:51.772493 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-476da551-aaed-4a89-adf5-fbcf515985ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:51.798539 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-236435f0-4228-4d83-91e3-a4a428911e45 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=723e5a0d62d44a78bc5e939f77759f86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545242 Nov 23 07:44:51.824605 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03ef165-2d10-441a-bfb6-6f546ff22e58 admin admin] Network 891dfe80-61d0-4c14-832c-7438dfe6f055 is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:44:51.856260 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [None req-d03ef165-2d10-441a-bfb6-6f546ff22e58 admin admin] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:44:51.863500 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03ef165-2d10-441a-bfb6-6f546ff22e58 admin admin] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:44:51.888550 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-476da551-aaed-4a89-adf5-fbcf515985ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:52.063032 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-476da551-aaed-4a89-adf5-fbcf515985ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:52.064986 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-476da551-aaed-4a89-adf5-fbcf515985ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:52.068941 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-476da551-aaed-4a89-adf5-fbcf515985ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ecce261-c809-4009-84b6-2573b2489694 HTTP/1.1" status: 204 len: 168 time: 0.3796017 Nov 23 07:44:52.097474 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-17e33721-8343-43f6-a2ef-2c07fae094d6 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:52.099039 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-17e33721-8343-43f6-a2ef-2c07fae094d6 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2997372 Nov 23 07:44:52.099996 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476da551-aaed-4a89-adf5-fbcf515985ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecce261-c809-4009-84b6-2573b2489694,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:52.116866 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-b910462d-a1f1-4fee-bdf9-5aa677640e06 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/quotas/723e5a0d62d44a78bc5e939f77759f86 HTTP/1.1" status: 200 len: 375 time: 0.0104411 Nov 23 07:44:52.158211 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-550d8c7d-abcb-487c-9802-438747db8426 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=723e5a0d62d44a78bc5e939f77759f86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326889 Nov 23 07:44:52.185528 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ef165-2d10-441a-bfb6-6f546ff22e58 admin admin] Pushing event updated for resources: {'Port': ['ID=0c381ab8-774b-44f8-badd-77c97bb9dfd3,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:52.220200 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 16d2a0fc-e7f2-4801-8092-87c6baa0797a up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:44:52.253984 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-7433a572-b6fa-4e3e-b04c-2ed1f56d6ce1 service neutron] 10.222.0.48 "GET /v2.0/networks/1d025715-d454-4776-858b-529ffc8c62df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221882 Nov 23 07:44:52.284494 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 16d2a0fc-e7f2-4801-8092-87c6baa0797a triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:44:52.284935 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:52.389170 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:52.418168 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-9b90150c-9387-47de-982b-b99fb171db8d service neutron] 10.222.0.48 "GET /v2.0/networks/1d025715-d454-4776-858b-529ffc8c62df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076119 Nov 23 07:44:52.428733 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] For port 16d2a0fc-e7f2-4801-8092-87c6baa0797a, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=16d2a0fc-e7f2-4801-8092-87c6baa0797a,segment=NetworkSegment(cefc117d-da37-40a8-b11f-8d9ed755980c),segment_id=cefc117d-da37-40a8-b11f-8d9ed755980c)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:44:52.434123 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:52.513878 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d03ef165-2d10-441a-bfb6-6f546ff22e58 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:52.523701 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Pushing event updated for resources: {'Port': ['ID=16d2a0fc-e7f2-4801-8092-87c6baa0797a,revision_number=3']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:52.712601 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4ad837f7-a94a-42c7-9684-be0b770c60b7 req-906b608a-ef99-463d-b1f4-8b886bed2a9f tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8fcc6a6-9265-4035-8a04-5c154de90d80 HTTP/1.1" status: 200 len: 210 time: 0.0359933 Nov 23 07:44:52.804420 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-dea6d30c-486e-4c51-b973-e2b990679865 req-ddced7ee-57e0-49cf-acc6-bf9a185465b4 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/ports?device_id=257f9b12-bb8a-4024-98e9-1b4372267afb HTTP/1.1" status: 200 len: 210 time: 0.0524151 Nov 23 07:44:52.804946 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 44904) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:52.842368 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-e3c0c148-219f-418e-aace-da262793ee7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:52.871222 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582371c5-cd1f-4c23-8e94-cf42306bd371 None None] Network 1b5d852b-b97c-4e33-b149-2a4c0450e4d5 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:44:52.900034 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d03ef165-2d10-441a-bfb6-6f546ff22e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1712759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1712217'] for router, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:52.984293 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-e3c0c148-219f-418e-aace-da262793ee7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:52.989411 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-e3c0c148-219f-418e-aace-da262793ee7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:52.992796 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-f959d001-f74d-450d-b7d8-42fb14bec6d2 None None] Provisioning complete for port 16d2a0fc-e7f2-4801-8092-87c6baa0797a triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:44:52.993366 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-f959d001-f74d-450d-b7d8-42fb14bec6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:53.047183 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-e3c0c148-219f-418e-aace-da262793ee7e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=747b5c351a4e46dfbf3682d52dd1d667&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405531 Nov 23 07:44:53.051386 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 44912) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:53.064504 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0c148-219f-418e-aace-da262793ee7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f89544-cbd1-4e99-b9a9-98abcb134db4,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:53.095931 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2bb7f-0eaf-4483-a26e-c7d6692429e0 req-f5f7eb76-0bb5-4a6e-bdd5-4da28eb8395d tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:53.097498 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-62e2bb7f-0eaf-4483-a26e-c7d6692429e0 req-f5f7eb76-0bb5-4a6e-bdd5-4da28eb8395d tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.1939564 Nov 23 07:44:53.141740 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-85cccc5a-db00-4477-85ab-8386a851ca38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:53.193694 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-85cccc5a-db00-4477-85ab-8386a851ca38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:53.202281 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-62e2bb7f-0eaf-4483-a26e-c7d6692429e0 req-f06c59d5-fe96-4b0d-a28d-70f21919da05 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878899 Nov 23 07:44:53.212005 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03ef165-2d10-441a-bfb6-6f546ff22e58 admin admin] Router af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b is scheduled to L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 with binding_index 1 {{(pid=109283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 07:44:53.284211 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-85cccc5a-db00-4477-85ab-8386a851ca38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:53.294474 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-85cccc5a-db00-4477-85ab-8386a851ca38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:53.298844 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-85cccc5a-db00-4477-85ab-8386a851ca38 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/03f89544-cbd1-4e99-b9a9-98abcb134db4 HTTP/1.1" status: 204 len: 168 time: 0.2462859 Nov 23 07:44:53.309258 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cccc5a-db00-4477-85ab-8386a851ca38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f89544-cbd1-4e99-b9a9-98abcb134db4,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:53.357954 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03ef165-2d10-441a-bfb6-6f546ff22e58 admin admin] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:44:53.368380 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd4b0a1-0676-4a3e-89e7-c40edc6499da None None] Sync routers for ids ['af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b'] in dv-cinder-804035-14-iscsi {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:44:53.381060 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d03ef165-2d10-441a-bfb6-6f546ff22e58 admin admin] Publish callbacks [] for router, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:53.384788 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-d03ef165-2d10-441a-bfb6-6f546ff22e58 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7843118 Nov 23 07:44:53.384929 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd4b0a1-0676-4a3e-89e7-c40edc6499da None None] Routers {'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:44:53.384929 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-2dd4b0a1-0676-4a3e-89e7-c40edc6499da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:44:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:44:53.385207 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 44918) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:53.536275 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-b261cac2-1f0c-4f64-b78a-6f09dc46c5f2 None None] Provisioning complete for port 16d2a0fc-e7f2-4801-8092-87c6baa0797a triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:44:53.537570 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-b261cac2-1f0c-4f64-b78a-6f09dc46c5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:53.595262 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-2dd4b0a1-0676-4a3e-89e7-c40edc6499da None None] Set router af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:44:53.802478 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-2dd4b0a1-0676-4a3e-89e7-c40edc6499da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'name': 'tempest-TestMinimumBasicScenario-106881543-router', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0c381ab8-774b-44f8-badd-77c97bb9dfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:44:50Z', 'updated_at': '2021-11-23T07:44:52Z', 'revision_number': 3, 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'gw_port': {'id': '0c381ab8-774b-44f8-badd-77c97bb9dfd3', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:44:51Z', 'updated_at': '2021-11-23T07:44:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi'}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:44:53.834685 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd4b0a1-0676-4a3e-89e7-c40edc6499da None None] Checking router: af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b for host: dv-cinder-804035-14-iscsi {{(pid=109286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:44:53.835277 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd4b0a1-0676-4a3e-89e7-c40edc6499da None None] Updating router af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b port 0c381ab8-774b-44f8-badd-77c97bb9dfd3 binding host dv-cinder-804035-14-iscsi {{(pid=109286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 07:44:53.845200 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f10bfe7b-6a0f-4485-8144-e4a817e1771f req-0574264a-8b6e-4051-8f3c-de3337fdf95d tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8fcc6a6-9265-4035-8a04-5c154de90d80 HTTP/1.1" status: 200 len: 210 time: 0.0337703 Nov 23 07:44:53.883617 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-2dd4b0a1-0676-4a3e-89e7-c40edc6499da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:53.936233 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-af1c4c2f-0ec6-4ce8-83ef-8e306bd9109b req-89c2d12d-d514-429a-937c-bfd8df72f0a0 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/ports?device_id=257f9b12-bb8a-4024-98e9-1b4372267afb HTTP/1.1" status: 200 len: 210 time: 0.0381687 Nov 23 07:44:53.971876 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-02158015-0ad5-4933-982e-f19027a2d045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:54.057599 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-511b10d2-4e1a-4941-8621-761e8c7d3862 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=723e5a0d62d44a78bc5e939f77759f86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702376 Nov 23 07:44:54.171867 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 16d2a0fc-e7f2-4801-8092-87c6baa0797a up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:44:54.212502 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.db_base_plugin_common [None req-02158015-0ad5-4933-982e-f19027a2d045 admin admin] Allocated IP 172.20.0.1 (1b5d852b-b97c-4e33-b149-2a4c0450e4d5/d1021d11-6a0a-4efc-bfec-6471a02dfed1/2d1c7671-5609-450c-b243-f766047adf77) {{(pid=109284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:44:54.323405 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 16d2a0fc-e7f2-4801-8092-87c6baa0797a triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:44:54.323859 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:54.328131 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-2dd4b0a1-0676-4a3e-89e7-c40edc6499da None None] Publish callbacks [] for port, precommit_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:54.337993 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-2dd4b0a1-0676-4a3e-89e7-c40edc6499da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:54.402577 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.managers [None req-2dd4b0a1-0676-4a3e-89e7-c40edc6499da None None] Attempting to bind port 0c381ab8-774b-44f8-badd-77c97bb9dfd3 on host dv-cinder-804035-14-iscsi for vnic_type normal with profile {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:44:54.403252 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.managers [None req-2dd4b0a1-0676-4a3e-89e7-c40edc6499da None None] Attempting to bind port 0c381ab8-774b-44f8-badd-77c97bb9dfd3 by drivers openvswitch,hyperv on host dv-cinder-804035-14-iscsi at level 0 using segments [{'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}] {{(pid=109286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:44:54.406180 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd4b0a1-0676-4a3e-89e7-c40edc6499da None None] Attempting to bind port 0c381ab8-774b-44f8-badd-77c97bb9dfd3 on network 891dfe80-61d0-4c14-832c-7438dfe6f055 {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:44:54.422985 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-02158015-0ad5-4933-982e-f19027a2d045 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:54.423272 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd4b0a1-0676-4a3e-89e7-c40edc6499da None None] Checking agent: {'id': 'b3285c04-b64b-48ad-a641-833cdb741995', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'started_at': datetime.datetime(2021, 11, 23, 7, 35, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:44:54.424196 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd4b0a1-0676-4a3e-89e7-c40edc6499da None None] Checking segment: {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:44:54.424908 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-2dd4b0a1-0676-4a3e-89e7-c40edc6499da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:54.425334 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd4b0a1-0676-4a3e-89e7-c40edc6499da None None] Bound using segment: {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'} {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:44:54.425942 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.managers [None req-2dd4b0a1-0676-4a3e-89e7-c40edc6499da None None] Bound port: 0c381ab8-774b-44f8-badd-77c97bb9dfd3, host: dv-cinder-804035-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}}] {{(pid=109286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:44:54.426677 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-2dd4b0a1-0676-4a3e-89e7-c40edc6499da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:54.446415 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f1bb8-af40-440c-b68a-880408c7653b req-4c46d4ed-206d-4850-bf2b-aae0e9457d66 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:54.448125 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-2ddde3b8-fc2e-452d-8bf9-45ccf7f02a14 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:54.448622 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-4c1f1bb8-af40-440c-b68a-880408c7653b req-4c46d4ed-206d-4850-bf2b-aae0e9457d66 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.1129141 Nov 23 07:44:54.450566 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-2ddde3b8-fc2e-452d-8bf9-45ccf7f02a14 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3797138 Nov 23 07:44:54.466182 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d0cbc-9f43-4617-9a16-afce0f4357de None None] Pushing event updated for resources: {'Port': ['ID=0c381ab8-774b-44f8-badd-77c97bb9dfd3,revision_number=2']} {{(pid=109286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:54.476887 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-e599e09d-c050-481a-a0f4-2d1a9c3a0697 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Request body: {'port': {'device_id': '257f9b12-bb8a-4024-98e9-1b4372267afb', 'network_id': '5bdda203-4df9-4135-a2c6-58c675720669', 'admin_state_up': True, 'tenant_id': '723e5a0d62d44a78bc5e939f77759f86'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:44:54.507359 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.db [None req-2dd4b0a1-0676-4a3e-89e7-c40edc6499da None None] For port 0c381ab8-774b-44f8-badd-77c97bb9dfd3, host dv-cinder-804035-14-iscsi, cleared binding levels {{(pid=109286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:44:54.522870 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-4c1f1bb8-af40-440c-b68a-880408c7653b req-8c3963ac-277d-428f-b625-f17f3d8caf3c tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671906 Nov 23 07:44:54.532300 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-02158015-0ad5-4933-982e-f19027a2d045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909886'] for port, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:54.536134 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.db [None req-2dd4b0a1-0676-4a3e-89e7-c40edc6499da None None] For port 0c381ab8-774b-44f8-badd-77c97bb9dfd3, host dv-cinder-804035-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=0c381ab8-774b-44f8-badd-77c97bb9dfd3,segment=NetworkSegment(c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c),segment_id=c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c)] {{(pid=109286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:44:54.553137 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d0cbc-9f43-4617-9a16-afce0f4357de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:54.553741 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d0cbc-9f43-4617-9a16-afce0f4357de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:54.554231 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d0cbc-9f43-4617-9a16-afce0f4357de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:54.556638 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d0cbc-9f43-4617-9a16-afce0f4357de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:54.557174 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d0cbc-9f43-4617-9a16-afce0f4357de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:54.558036 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d0cbc-9f43-4617-9a16-afce0f4357de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:54.558743 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d0cbc-9f43-4617-9a16-afce0f4357de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:54.559308 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d0cbc-9f43-4617-9a16-afce0f4357de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:54.560812 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d0cbc-9f43-4617-9a16-afce0f4357de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:54.561318 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d0cbc-9f43-4617-9a16-afce0f4357de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:54.561837 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d0cbc-9f43-4617-9a16-afce0f4357de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:54.562207 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544d0cbc-9f43-4617-9a16-afce0f4357de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:54.570588 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-2dd4b0a1-0676-4a3e-89e7-c40edc6499da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:54.598722 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02158015-0ad5-4933-982e-f19027a2d045 admin admin] Pushing event updated for resources: {'Port': ['ID=2d1c7671-5609-450c-b243-f766047adf77,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:54.602417 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02158015-0ad5-4933-982e-f19027a2d045 admin admin] Network 1b5d852b-b97c-4e33-b149-2a4c0450e4d5 is already hosted by enough agents. {{(pid=109284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:44:54.604737 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-02158015-0ad5-4933-982e-f19027a2d045 admin admin] Resources bound (agent type, host, resource id): {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:44:54.606987 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02158015-0ad5-4933-982e-f19027a2d045 admin admin] Received port after_create {{(pid=109284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:44:54.699859 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd4b0a1-0676-4a3e-89e7-c40edc6499da None None] Routers {'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:44:54.700695 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-2dd4b0a1-0676-4a3e-89e7-c40edc6499da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:44:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:44:54.706916 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d0cbc-9f43-4617-9a16-afce0f4357de None None] Pushing event updated for resources: {'Port': ['ID=0c381ab8-774b-44f8-badd-77c97bb9dfd3,revision_number=3']} {{(pid=109286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:54.710232 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-02158015-0ad5-4933-982e-f19027a2d045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712296'] for router_interface, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:54.757355 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-e599e09d-c050-481a-a0f4-2d1a9c3a0697 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Made reservation on behalf of 723e5a0d62d44a78bc5e939f77759f86 for: {'port': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:44:54.765310 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-e599e09d-c050-481a-a0f4-2d1a9c3a0697 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:54.805029 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-e599e09d-c050-481a-a0f4-2d1a9c3a0697 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:54.977434 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-64e31a14-cc71-47b6-9e74-6301f5edbb6b tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:54.979420 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-64e31a14-cc71-47b6-9e74-6301f5edbb6b tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.31 "GET /v2.0/networks?id=1d025715-d454-4776-858b-529ffc8c62df HTTP/1.1" status: 200 len: 809 time: 0.2365930 Nov 23 07:44:55.006450 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-72cd5135-5899-4d51-b57d-4ea284f05347 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Request body: {'port': {'device_id': 'b8fcc6a6-9265-4035-8a04-5c154de90d80', 'network_id': '1d025715-d454-4776-858b-529ffc8c62df', 'admin_state_up': True, 'tenant_id': '8c9142ed0ac74c31a3d2b005076861fb'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:44:55.024917 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-02158015-0ad5-4933-982e-f19027a2d045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:55.026622 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-2dd4b0a1-0676-4a3e-89e7-c40edc6499da None None] Set router af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:44:55.113634 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-fa95f83b-f482-4544-a276-08e011b8a385 None None] Provisioning complete for port 2d1c7671-5609-450c-b243-f766047adf77 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:44:55.119327 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-fa95f83b-f482-4544-a276-08e011b8a385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:55.132996 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-38651636-c829-4e3a-8006-b1f3e635c94c req-dd5d12aa-8f24-4658-8b49-2f60a50f6c21 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/ports?device_id=257f9b12-bb8a-4024-98e9-1b4372267afb HTTP/1.1" status: 200 len: 210 time: 0.0345268 Nov 23 07:44:55.201739 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-fa95f83b-f482-4544-a276-08e011b8a385 None None] Port 2d1c7671-5609-450c-b243-f766047adf77 cannot update to ACTIVE because it is not bound. {{(pid=109285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 07:44:55.203155 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-fef750c5-5e35-410a-9537-fad976d8a054 req-86ecc557-b183-4e91-b605-930654b88772 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8fcc6a6-9265-4035-8a04-5c154de90d80 HTTP/1.1" status: 200 len: 210 time: 0.1056852 Nov 23 07:44:55.240177 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-e599e09d-c050-481a-a0f4-2d1a9c3a0697 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:55.246255 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-e599e09d-c050-481a-a0f4-2d1a9c3a0697 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:55.259826 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 44972) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:55.262239 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-72cd5135-5899-4d51-b57d-4ea284f05347 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Made reservation on behalf of 8c9142ed0ac74c31a3d2b005076861fb for: {'port': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:44:55.266141 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-72cd5135-5899-4d51-b57d-4ea284f05347 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:55.288058 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-2dd4b0a1-0676-4a3e-89e7-c40edc6499da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'name': 'tempest-TestMinimumBasicScenario-106881543-router', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0c381ab8-774b-44f8-badd-77c97bb9dfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:44:50Z', 'updated_at': '2021-11-23T07:44:52Z', 'revision_number': 3, 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'gw_port': {'id': '0c381ab8-774b-44f8-badd-77c97bb9dfd3', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:44:51Z', 'updated_at': '2021-11-23T07:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi'}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:44:55.294750 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-02158015-0ad5-4933-982e-f19027a2d045 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:55.300229 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-02158015-0ad5-4933-982e-f19027a2d045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909831'] for port, after_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:55.324071 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd4b0a1-0676-4a3e-89e7-c40edc6499da None None] The sync data for ids ['af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b'] in dv-cinder-804035-14-iscsi is: [{'id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'name': 'tempest-TestMinimumBasicScenario-106881543-router', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0c381ab8-774b-44f8-badd-77c97bb9dfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:44:50Z', 'updated_at': '2021-11-23T07:44:52Z', 'revision_number': 3, 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'gw_port': {'id': '0c381ab8-774b-44f8-badd-77c97bb9dfd3', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:44:51Z', 'updated_at': '2021-11-23T07:44:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi'}] {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:44:55.348965 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599e09d-c050-481a-a0f4-2d1a9c3a0697 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d047bd90-5d15-4a90-baf3-0d154fc25d8d,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:55.443658 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02158015-0ad5-4933-982e-f19027a2d045 admin admin] Pushing event updated for resources: {'Port': ['ID=2d1c7671-5609-450c-b243-f766047adf77,revision_number=2']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:55.452001 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-02158015-0ad5-4933-982e-f19027a2d045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1712664'] for router_interface, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:55.463139 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-41939ba7-4f1d-486b-bee3-afbe30f8bb9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:55.500193 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-e599e09d-c050-481a-a0f4-2d1a9c3a0697 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Allocated IP 192.168.233.133 (5bdda203-4df9-4135-a2c6-58c675720669/6742500f-231f-4560-8f74-4dfffafada05/cae966e3-c326-4a3a-8326-de8bd1225127) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:44:55.519935 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-72cd5135-5899-4d51-b57d-4ea284f05347 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Allocated IP 172.20.0.11 (1d025715-d454-4776-858b-529ffc8c62df/a9f6d479-ed5c-452d-9d6b-a49a11ec0c48/08e13f9c-b230-4488-b77a-25b20c843475) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:44:55.642407 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02158015-0ad5-4933-982e-f19027a2d045 admin admin] Network 1b5d852b-b97c-4e33-b149-2a4c0450e4d5 is already hosted by enough agents. {{(pid=109284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:44:55.670517 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-02158015-0ad5-4933-982e-f19027a2d045 admin admin] Resources bound (agent type, host, resource id): {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:44:55.717533 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-41939ba7-4f1d-486b-bee3-afbe30f8bb9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:55.769836 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-41939ba7-4f1d-486b-bee3-afbe30f8bb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:55.805795 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f1544-e907-4c16-a3e3-6f9c3db19ff2 req-0570a392-7f34-4842-b88d-f15b76ea6877 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:55.814939 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-202f1544-e907-4c16-a3e3-6f9c3db19ff2 req-0570a392-7f34-4842-b88d-f15b76ea6877 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.1922162 Nov 23 07:44:55.871147 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-e599e09d-c050-481a-a0f4-2d1a9c3a0697 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:55.907054 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-72cd5135-5899-4d51-b57d-4ea284f05347 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:55.947618 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-4f003b53-db8f-429f-bc6f-a287835ae3d2 None None] Provisioning complete for port 2d1c7671-5609-450c-b243-f766047adf77 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:44:55.948598 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-4f003b53-db8f-429f-bc6f-a287835ae3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:55.959704 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-e599e09d-c050-481a-a0f4-2d1a9c3a0697 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:56.004301 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-72cd5135-5899-4d51-b57d-4ea284f05347 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:56.014518 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-4f003b53-db8f-429f-bc6f-a287835ae3d2 None None] Port 2d1c7671-5609-450c-b243-f766047adf77 cannot update to ACTIVE because it is not bound. {{(pid=109285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 07:44:56.015359 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-202f1544-e907-4c16-a3e3-6f9c3db19ff2 req-a2dc4914-f31e-4cc5-a766-185b836ce6eb tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995494 Nov 23 07:44:56.019796 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-41939ba7-4f1d-486b-bee3-afbe30f8bb9f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33aba9cce7794f40988d51ccff46b6dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7571661 Nov 23 07:44:56.021395 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41939ba7-4f1d-486b-bee3-afbe30f8bb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46416137-c2f3-45ef-aa5a-37e4e1c5ff88,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:56.029497 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 44982) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:56.030261 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-e599e09d-c050-481a-a0f4-2d1a9c3a0697 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Network 5bdda203-4df9-4135-a2c6-58c675720669 is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:44:56.050278 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-e599e09d-c050-481a-a0f4-2d1a9c3a0697 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:44:56.067262 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-e599e09d-c050-481a-a0f4-2d1a9c3a0697 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:44:56.078204 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-e599e09d-c050-481a-a0f4-2d1a9c3a0697 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:56.078782 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-e599e09d-c050-481a-a0f4-2d1a9c3a0697 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:56.130282 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-27be38a1-81a8-4da4-87c4-c0da91af668c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:56.136436 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599e09d-c050-481a-a0f4-2d1a9c3a0697 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Pushing event updated for resources: {'Port': ['ID=cae966e3-c326-4a3a-8326-de8bd1225127,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:56.146934 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02158015-0ad5-4933-982e-f19027a2d045 admin admin] Router af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:44:56.155290 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-e599e09d-c050-481a-a0f4-2d1a9c3a0697 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6836913 Nov 23 07:44:56.183877 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-27be38a1-81a8-4da4-87c4-c0da91af668c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:56.202626 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-921808ab-d57f-43dc-ba08-d5ad033e3b35 service neutron] Request body: {'port': {'device_id': '257f9b12-bb8a-4024-98e9-1b4372267afb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:44:56.248332 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-72cd5135-5899-4d51-b57d-4ea284f05347 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Network 1d025715-d454-4776-858b-529ffc8c62df is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:44:56.260135 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-72cd5135-5899-4d51-b57d-4ea284f05347 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:44:56.284403 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-72cd5135-5899-4d51-b57d-4ea284f05347 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:44:56.288456 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 0c381ab8-774b-44f8-badd-77c97bb9dfd3 up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:44:56.293132 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-72cd5135-5899-4d51-b57d-4ea284f05347 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:56.294121 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-72cd5135-5899-4d51-b57d-4ea284f05347 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:56.339262 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd5135-5899-4d51-b57d-4ea284f05347 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Pushing event updated for resources: {'Port': ['ID=08e13f9c-b230-4488-b77a-25b20c843475,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:56.344807 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-72cd5135-5899-4d51-b57d-4ea284f05347 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3445201 Nov 23 07:44:56.384915 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-786cecb5-cbd5-4ec4-9026-96384c4ba677 service neutron] Request body: {'port': {'device_id': 'b8fcc6a6-9265-4035-8a04-5c154de90d80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:44:56.390433 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 0c381ab8-774b-44f8-badd-77c97bb9dfd3 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:44:56.391420 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:56.494198 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-6a518b18-cbbc-45bb-a758-c7a9dadd19f0 None None] Provisioning complete for port cae966e3-c326-4a3a-8326-de8bd1225127 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:44:56.495148 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-6a518b18-cbbc-45bb-a758-c7a9dadd19f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:56.518720 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-786cecb5-cbd5-4ec4-9026-96384c4ba677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:56.552676 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-6a518b18-cbbc-45bb-a758-c7a9dadd19f0 None None] Port cae966e3-c326-4a3a-8326-de8bd1225127 cannot update to ACTIVE because it is not bound. {{(pid=109285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 07:44:56.554723 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-921808ab-d57f-43dc-ba08-d5ad033e3b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:56.575283 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97b65f-d988-481a-9ddb-f1ec884f5d57 req-5557a8b5-15f9-43e6-bc09-72a927d85b9c tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:56.577426 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6a97b65f-d988-481a-9ddb-f1ec884f5d57 req-5557a8b5-15f9-43e6-bc09-72a927d85b9c tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8fcc6a6-9265-4035-8a04-5c154de90d80 HTTP/1.1" status: 200 len: 932 time: 0.2427299 Nov 23 07:44:56.600207 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:56.624324 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] For port 0c381ab8-774b-44f8-badd-77c97bb9dfd3, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=0c381ab8-774b-44f8-badd-77c97bb9dfd3,segment=NetworkSegment(c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c),segment_id=c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:44:56.632075 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:56.699936 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Pushing event updated for resources: {'Port': ['ID=0c381ab8-774b-44f8-badd-77c97bb9dfd3,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:56.701888 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1922ca-9b23-44bf-9fa5-2600f5cb7a76 req-726aab2b-0627-4a2c-a302-fa5ee27cb272 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:56.703482 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-fc1922ca-9b23-44bf-9fa5-2600f5cb7a76 req-726aab2b-0627-4a2c-a302-fa5ee27cb272 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/ports?device_id=257f9b12-bb8a-4024-98e9-1b4372267afb HTTP/1.1" status: 200 len: 936 time: 0.1562488 Nov 23 07:44:56.723048 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6a97b65f-d988-481a-9ddb-f1ec884f5d57 req-9500b939-30ad-4dad-b21c-c64a68633483 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117773 Nov 23 07:44:56.740533 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02158015-0ad5-4933-982e-f19027a2d045 admin admin] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:44:56.750627 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-02158015-0ad5-4933-982e-f19027a2d045 admin admin] 10.222.0.48 "PUT /v2.0/routers/af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3611813 Nov 23 07:44:56.758399 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-27be38a1-81a8-4da4-87c4-c0da91af668c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:56.761098 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-27be38a1-81a8-4da4-87c4-c0da91af668c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:56.765243 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-27be38a1-81a8-4da4-87c4-c0da91af668c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/46416137-c2f3-45ef-aa5a-37e4e1c5ff88 HTTP/1.1" status: 204 len: 168 time: 0.7347455 Nov 23 07:44:56.803857 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-fc1922ca-9b23-44bf-9fa5-2600f5cb7a76 req-6f1d9717-7d39-4522-89db-0a3644c30b72 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/security-groups?id=d047bd90-5d15-4a90-baf3-0d154fc25d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873222 Nov 23 07:44:56.818439 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be38a1-81a8-4da4-87c4-c0da91af668c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46416137-c2f3-45ef-aa5a-37e4e1c5ff88,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:57.216019 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6ecc8-c25f-4403-9845-2a6806170620 req-12779f43-fb28-4e97-b036-b8949d868eeb tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:57.220509 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-20c6ecc8-c25f-4403-9845-2a6806170620 req-12779f43-fb28-4e97-b036-b8949d868eeb tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0956860 Nov 23 07:44:57.286079 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-20c6ecc8-c25f-4403-9845-2a6806170620 req-126af59e-73b7-4fe9-aeff-1b2387ba369a tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598490 Nov 23 07:44:57.444987 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-786cecb5-cbd5-4ec4-9026-96384c4ba677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e13f9c-b230-4488-b77a-25b20c843475 {{(pid=109283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:44:57.455712 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-786cecb5-cbd5-4ec4-9026-96384c4ba677 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:57.477654 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-921808ab-d57f-43dc-ba08-d5ad033e3b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cae966e3-c326-4a3a-8326-de8bd1225127 {{(pid=109283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:44:57.487986 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.provisioning_blocks [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-786cecb5-cbd5-4ec4-9026-96384c4ba677 service neutron] Transition to ACTIVE for port object 08e13f9c-b230-4488-b77a-25b20c843475 will not be triggered until provisioned by entity L2. {{(pid=109283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 07:44:57.490088 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-921808ab-d57f-43dc-ba08-d5ad033e3b35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:57.494234 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-786cecb5-cbd5-4ec4-9026-96384c4ba677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:57.554639 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.provisioning_blocks [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-921808ab-d57f-43dc-ba08-d5ad033e3b35 service neutron] Transition to ACTIVE for port object cae966e3-c326-4a3a-8326-de8bd1225127 will not be triggered until provisioned by entity L2. {{(pid=109283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 07:44:57.555697 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 45020) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:57.562498 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-a578968c-1bda-46b8-b42a-558c72163c7b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1376365558-network', 'tenant_id': '9ed71b1684044c30ab74820069e075a2'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:44:57.573301 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-921808ab-d57f-43dc-ba08-d5ad033e3b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:57.598818 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786cecb5-cbd5-4ec4-9026-96384c4ba677 service neutron] Pushing event updated for resources: {'Port': ['ID=08e13f9c-b230-4488-b77a-25b20c843475,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:57.600017 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a578968c-1bda-46b8-b42a-558c72163c7b admin admin] Made reservation on behalf of 9ed71b1684044c30ab74820069e075a2 for: {'network': 1} {{(pid=109284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:44:57.603610 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a578968c-1bda-46b8-b42a-558c72163c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for network, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:57.612934 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a578968c-1bda-46b8-b42a-558c72163c7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:57.691252 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-786cecb5-cbd5-4ec4-9026-96384c4ba677 service neutron] Attempting to bind port 08e13f9c-b230-4488-b77a-25b20c843475 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:44:57.691601 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-786cecb5-cbd5-4ec4-9026-96384c4ba677 service neutron] Attempting to bind port 08e13f9c-b230-4488-b77a-25b20c843475 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '12cde7a2-059f-4710-8173-60a3363cb1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1d025715-d454-4776-858b-529ffc8c62df'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:44:57.691934 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-786cecb5-cbd5-4ec4-9026-96384c4ba677 service neutron] Attempting to bind port 08e13f9c-b230-4488-b77a-25b20c843475 on network 1d025715-d454-4776-858b-529ffc8c62df {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:44:57.730176 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921808ab-d57f-43dc-ba08-d5ad033e3b35 service neutron] Pushing event updated for resources: {'Port': ['ID=cae966e3-c326-4a3a-8326-de8bd1225127,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:57.737097 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-786cecb5-cbd5-4ec4-9026-96384c4ba677 service neutron] Port 08e13f9c-b230-4488-b77a-25b20c843475 on network 1d025715-d454-4776-858b-529ffc8c62df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 07:44:57.737430 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-786cecb5-cbd5-4ec4-9026-96384c4ba677 service neutron] Attempting to bind port 08e13f9c-b230-4488-b77a-25b20c843475 on network 1d025715-d454-4776-858b-529ffc8c62df {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:44:57.756812 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-786cecb5-cbd5-4ec4-9026-96384c4ba677 service neutron] Checking agent: {'id': 'ef857e00-999e-40cc-a620-789cb776d291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'started_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:44:57.757163 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-786cecb5-cbd5-4ec4-9026-96384c4ba677 service neutron] Checking segment: {'id': '12cde7a2-059f-4710-8173-60a3363cb1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1d025715-d454-4776-858b-529ffc8c62df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:44:57.757555 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-786cecb5-cbd5-4ec4-9026-96384c4ba677 service neutron] Bound using segment: {'id': '12cde7a2-059f-4710-8173-60a3363cb1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1d025715-d454-4776-858b-529ffc8c62df'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:44:57.758016 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-786cecb5-cbd5-4ec4-9026-96384c4ba677 service neutron] Bound port: 08e13f9c-b230-4488-b77a-25b20c843475, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12cde7a2-059f-4710-8173-60a3363cb1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1d025715-d454-4776-858b-529ffc8c62df'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:44:57.758382 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-786cecb5-cbd5-4ec4-9026-96384c4ba677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:57.761793 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-921808ab-d57f-43dc-ba08-d5ad033e3b35 service neutron] Attempting to bind port cae966e3-c326-4a3a-8326-de8bd1225127 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:44:57.762135 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-921808ab-d57f-43dc-ba08-d5ad033e3b35 service neutron] Attempting to bind port cae966e3-c326-4a3a-8326-de8bd1225127 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'fd030f3e-2351-48f2-b32c-fbf319178097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5bdda203-4df9-4135-a2c6-58c675720669'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:44:57.762474 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-921808ab-d57f-43dc-ba08-d5ad033e3b35 service neutron] Attempting to bind port cae966e3-c326-4a3a-8326-de8bd1225127 on network 5bdda203-4df9-4135-a2c6-58c675720669 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:44:57.767584 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a578968c-1bda-46b8-b42a-558c72163c7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:57.774875 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a578968c-1bda-46b8-b42a-558c72163c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:57.788715 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-921808ab-d57f-43dc-ba08-d5ad033e3b35 service neutron] Port cae966e3-c326-4a3a-8326-de8bd1225127 on network 5bdda203-4df9-4135-a2c6-58c675720669 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 07:44:57.788715 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-921808ab-d57f-43dc-ba08-d5ad033e3b35 service neutron] Attempting to bind port cae966e3-c326-4a3a-8326-de8bd1225127 on network 5bdda203-4df9-4135-a2c6-58c675720669 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:44:57.803384 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-921808ab-d57f-43dc-ba08-d5ad033e3b35 service neutron] Checking agent: {'id': 'ef857e00-999e-40cc-a620-789cb776d291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'started_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:44:57.803726 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a578968c-1bda-46b8-b42a-558c72163c7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=109284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 07:44:57.803882 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-921808ab-d57f-43dc-ba08-d5ad033e3b35 service neutron] Checking segment: {'id': 'fd030f3e-2351-48f2-b32c-fbf319178097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5bdda203-4df9-4135-a2c6-58c675720669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:44:57.804134 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-921808ab-d57f-43dc-ba08-d5ad033e3b35 service neutron] Bound using segment: {'id': 'fd030f3e-2351-48f2-b32c-fbf319178097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5bdda203-4df9-4135-a2c6-58c675720669'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:44:57.804587 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-921808ab-d57f-43dc-ba08-d5ad033e3b35 service neutron] Bound port: cae966e3-c326-4a3a-8326-de8bd1225127, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd030f3e-2351-48f2-b32c-fbf319178097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5bdda203-4df9-4135-a2c6-58c675720669'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:44:57.804949 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-921808ab-d57f-43dc-ba08-d5ad033e3b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:57.820327 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578968c-1bda-46b8-b42a-558c72163c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e2455c-aedd-48d5-8b2c-24fd37358b5c,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:57.826363 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a578968c-1bda-46b8-b42a-558c72163c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:57.826987 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.db.segments_db [None req-a578968c-1bda-46b8-b42a-558c72163c7b admin admin] Added segment 6a955576-bdce-43f2-8fd9-825830d12c0e of type vlan for network d0e629d0-0c4d-4c71-afa9-ce3f0218eed4 Nov 23 07:44:57.893671 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a578968c-1bda-46b8-b42a-558c72163c7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750071714106'] for network, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:57.912362 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797d9b50-4189-477a-91ff-7cb59704128a None None] Sync routers for ids ['af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b'] in dv-cinder-804035-14-iscsi {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:44:57.929987 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a578968c-1bda-46b8-b42a-558c72163c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for network, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:57.931558 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a578968c-1bda-46b8-b42a-558c72163c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:57.933267 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a578968c-1bda-46b8-b42a-558c72163c7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:57.942363 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797d9b50-4189-477a-91ff-7cb59704128a None None] Routers {'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:44:57.943224 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-797d9b50-4189-477a-91ff-7cb59704128a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:44:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:44:57.968770 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-786cecb5-cbd5-4ec4-9026-96384c4ba677 service neutron] For port 08e13f9c-b230-4488-b77a-25b20c843475, host hv-cinder-80403, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:44:58.012913 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-786cecb5-cbd5-4ec4-9026-96384c4ba677 service neutron] For port 08e13f9c-b230-4488-b77a-25b20c843475, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=08e13f9c-b230-4488-b77a-25b20c843475,segment=NetworkSegment(12cde7a2-059f-4710-8173-60a3363cb1ed),segment_id=12cde7a2-059f-4710-8173-60a3363cb1ed)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:44:58.024871 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-921808ab-d57f-43dc-ba08-d5ad033e3b35 service neutron] For port cae966e3-c326-4a3a-8326-de8bd1225127, host hv-cinder-80403, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:44:58.032127 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-921808ab-d57f-43dc-ba08-d5ad033e3b35 service neutron] For port cae966e3-c326-4a3a-8326-de8bd1225127, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cae966e3-c326-4a3a-8326-de8bd1225127,segment=NetworkSegment(fd030f3e-2351-48f2-b32c-fbf319178097),segment_id=fd030f3e-2351-48f2-b32c-fbf319178097)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:44:58.033866 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-786cecb5-cbd5-4ec4-9026-96384c4ba677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:58.040453 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 45034) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:58.049964 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-a578968c-1bda-46b8-b42a-558c72163c7b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4928229 Nov 23 07:44:58.054455 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 45038) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:58.060527 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-a3b3aeaa-5ea6-453d-bff8-02921a30c0a9 admin admin] Request body: {'subnet': {'network_id': 'd0e629d0-0c4d-4c71-afa9-ce3f0218eed4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1376365558-subnet', 'tenant_id': '9ed71b1684044c30ab74820069e075a2', 'ip_version': 4}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:44:58.067226 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578968c-1bda-46b8-b42a-558c72163c7b admin admin] Pushing event updated for resources: {'Network': ['ID=d0e629d0-0c4d-4c71-afa9-ce3f0218eed4,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:58.092708 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-921808ab-d57f-43dc-ba08-d5ad033e3b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:58.093308 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70c665-ba6b-4aed-b1db-cb1e123c2571 req-62aee74d-e0d9-4d47-8f2f-ee3fb24b386c tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:58.094534 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Network d0e629d0-0c4d-4c71-afa9-ce3f0218eed4 details requested by agent ovs-agent-dv-cinder-804035-14-iscsi with host dv-cinder-804035-14-iscsi {{(pid=109285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 07:44:58.094941 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-fb70c665-ba6b-4aed-b1db-cb1e123c2571 req-62aee74d-e0d9-4d47-8f2f-ee3fb24b386c tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/ports?device_id=257f9b12-bb8a-4024-98e9-1b4372267afb HTTP/1.1" status: 200 len: 948 time: 0.1411805 Nov 23 07:44:58.125458 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbea30-1271-4c93-b50d-81419829bbc9 req-8f12174f-f8e2-450a-8b3c-cde46a73fc2d tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:58.127518 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-40dbea30-1271-4c93-b50d-81419829bbc9 req-8f12174f-f8e2-450a-8b3c-cde46a73fc2d tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8fcc6a6-9265-4035-8a04-5c154de90d80 HTTP/1.1" status: 200 len: 944 time: 0.2252092 Nov 23 07:44:58.130658 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b3aeaa-5ea6-453d-bff8-02921a30c0a9 admin admin] Made reservation on behalf of 9ed71b1684044c30ab74820069e075a2 for: {'subnet': 1} {{(pid=109284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:44:58.133410 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a3b3aeaa-5ea6-453d-bff8-02921a30c0a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3985138'] for subnet, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:58.159858 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-786cecb5-cbd5-4ec4-9026-96384c4ba677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:58.163535 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-786cecb5-cbd5-4ec4-9026-96384c4ba677 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:58.165288 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-786cecb5-cbd5-4ec4-9026-96384c4ba677 service neutron] 10.222.0.31 "PUT /v2.0/ports/08e13f9c-b230-4488-b77a-25b20c843475 HTTP/1.1" status: 200 len: 1094 time: 1.7887056 Nov 23 07:44:58.169562 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8fcc6a6-9265-4035-8a04-5c154de90d80', 'tag': '08e13f9c-b230-4488-b77a-25b20c843475'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:44:58.175813 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-fb70c665-ba6b-4aed-b1db-cb1e123c2571 req-bdcc3161-b49f-4d84-b628-f1b1a926ec1f tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/security-groups?id=d047bd90-5d15-4a90-baf3-0d154fc25d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725224 Nov 23 07:44:58.180849 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e7573d-687e-412d-94c9-5e4113b9be44" -d '{"events": [{"name": "network-changed", "server_uuid": "b8fcc6a6-9265-4035-8a04-5c154de90d80", "tag": "08e13f9c-b230-4488-b77a-25b20c843475"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:44:58.235310 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786cecb5-cbd5-4ec4-9026-96384c4ba677 service neutron] Pushing event updated for resources: {'Port': ['ID=08e13f9c-b230-4488-b77a-25b20c843475,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:58.282708 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-797d9b50-4189-477a-91ff-7cb59704128a None None] Set router af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:44:58.323753 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-921808ab-d57f-43dc-ba08-d5ad033e3b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:58.324617 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-921808ab-d57f-43dc-ba08-d5ad033e3b35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:58.326247 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-921808ab-d57f-43dc-ba08-d5ad033e3b35 service neutron] 10.222.0.31 "PUT /v2.0/ports/cae966e3-c326-4a3a-8326-de8bd1225127 HTTP/1.1" status: 200 len: 1098 time: 2.1309893 Nov 23 07:44:58.327231 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 0c381ab8-774b-44f8-badd-77c97bb9dfd3 up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:44:58.334030 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-15100898-492d-4a8b-85e3-fda3ec9ce7ee admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-177351503-network', 'tenant_id': '230efaa941f948e5b6c183a252310eda'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:44:58.357774 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921808ab-d57f-43dc-ba08-d5ad033e3b35 service neutron] Pushing event updated for resources: {'Port': ['ID=cae966e3-c326-4a3a-8326-de8bd1225127,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:58.371369 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15100898-492d-4a8b-85e3-fda3ec9ce7ee admin admin] Made reservation on behalf of 230efaa941f948e5b6c183a252310eda for: {'network': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:44:58.374070 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-15100898-492d-4a8b-85e3-fda3ec9ce7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for network, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:58.417917 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-ad34e070-79a8-474c-9645-2bc1b0a78984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:58.419374 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-ad34e070-79a8-474c-9645-2bc1b0a78984 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8c9142ed0ac74c31a3d2b005076861fb&device_id=b8fcc6a6-9265-4035-8a04-5c154de90d80 HTTP/1.1" status: 200 len: 1097 time: 0.1809738 Nov 23 07:44:58.420076 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-15100898-492d-4a8b-85e3-fda3ec9ce7ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:58.440073 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a3b3aeaa-5ea6-453d-bff8-02921a30c0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3909714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3985120'] for subnet, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:58.461249 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ae32bd-b728-4fdc-8655-8dad8ee6cde6 x-openstack-request-id: req-c3ae32bd-b728-4fdc-8655-8dad8ee6cde6 {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:44:58.461553 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8fcc6a6-9265-4035-8a04-5c154de90d80", "tag": "08e13f9c-b230-4488-b77a-25b20c843475", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:44:58.461840 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c3ae32bd-b728-4fdc-8655-8dad8ee6cde6 {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:44:58.462248 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8fcc6a6-9265-4035-8a04-5c154de90d80', 'tag': '08e13f9c-b230-4488-b77a-25b20c843475', 'status': 'completed', 'code': 200} Nov 23 07:44:58.532500 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3aeaa-5ea6-453d-bff8-02921a30c0a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45fa9d59-8a50-4fa1-b5fc-6af9ca109dcb,revision_number=0']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:58.546938 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3aeaa-5ea6-453d-bff8-02921a30c0a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:58.547346 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3aeaa-5ea6-453d-bff8-02921a30c0a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:58.547693 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3aeaa-5ea6-453d-bff8-02921a30c0a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:58.548067 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3aeaa-5ea6-453d-bff8-02921a30c0a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:58.548610 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3aeaa-5ea6-453d-bff8-02921a30c0a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:58.548932 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3aeaa-5ea6-453d-bff8-02921a30c0a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:58.549263 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3aeaa-5ea6-453d-bff8-02921a30c0a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:58.549905 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3aeaa-5ea6-453d-bff8-02921a30c0a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:58.550030 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3aeaa-5ea6-453d-bff8-02921a30c0a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:58.550386 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3aeaa-5ea6-453d-bff8-02921a30c0a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:58.550868 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3aeaa-5ea6-453d-bff8-02921a30c0a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:58.551385 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b3aeaa-5ea6-453d-bff8-02921a30c0a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:44:58.552261 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-4f7a74de-65f0-4e57-ab90-137652d8b14f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08e13f9c-b230-4488-b77a-25b20c843475 HTTP/1.1" status: 200 len: 217 time: 0.1000173 Nov 23 07:44:58.558719 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b3aeaa-5ea6-453d-bff8-02921a30c0a9 admin admin] Checking segment: {'id': '6a955576-bdce-43f2-8fd9-825830d12c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd0e629d0-0c4d-4c71-afa9-ce3f0218eed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:44:58.559472 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b3aeaa-5ea6-453d-bff8-02921a30c0a9 admin admin] Network hostable DHCP agents. Network: d0e629d0-0c4d-4c71-afa9-ce3f0218eed4, hostable agents: ['9f8f8844-157f-46aa-8160-5509eea3b0e3'], hosted agents: [] {{(pid=109284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 07:44:58.565724 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-40dbea30-1271-4c93-b50d-81419829bbc9 req-72793328-f90f-4aa6-905a-fc6f96c59435 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990173 Nov 23 07:44:58.581358 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b3aeaa-5ea6-453d-bff8-02921a30c0a9 admin admin] Network d0e629d0-0c4d-4c71-afa9-ce3f0218eed4 is scheduled to be hosted by DHCP agent 9f8f8844-157f-46aa-8160-5509eea3b0e3 with binding_index 1 {{(pid=109284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 07:44:58.606830 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-1f4b5e82-2fa2-4842-92bf-675a12e92063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:58.608382 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-1f4b5e82-2fa2-4842-92bf-675a12e92063 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=723e5a0d62d44a78bc5e939f77759f86&device_id=257f9b12-bb8a-4024-98e9-1b4372267afb HTTP/1.1" status: 200 len: 1101 time: 0.2109010 Nov 23 07:44:58.612696 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-a3b3aeaa-5ea6-453d-bff8-02921a30c0a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-14-iscsi, d0e629d0-0c4d-4c71-afa9-ce3f0218eed4) {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:44:58.617502 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b3aeaa-5ea6-453d-bff8-02921a30c0a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:58.618315 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a3b3aeaa-5ea6-453d-bff8-02921a30c0a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for subnet, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:58.641354 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-a3b3aeaa-5ea6-453d-bff8-02921a30c0a9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5842073 Nov 23 07:44:58.643375 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 45048) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:58.649018 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-8e453054-05c7-4f69-82fe-b81d81bd0478 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1376365558-router', 'tenant_id': '9ed71b1684044c30ab74820069e075a2', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:44:58.673007 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-3d23b035-b5e5-4b4b-963a-959313d9e1f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=cae966e3-c326-4a3a-8326-de8bd1225127 HTTP/1.1" status: 200 len: 217 time: 0.0517187 Nov 23 07:44:58.677040 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e453054-05c7-4f69-82fe-b81d81bd0478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1719506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:58.678183 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e453054-05c7-4f69-82fe-b81d81bd0478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1712850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1713320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-946'] for router, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:58.683526 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717eb72a-dcb9-4b94-95e7-8141ad11eafc None None] Network d0e629d0-0c4d-4c71-afa9-ce3f0218eed4 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:44:58.686573 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-15100898-492d-4a8b-85e3-fda3ec9ce7ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:58.698207 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-4ce74e24-ddbc-4cc3-be58-f44275391767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:58.699765 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-4ce74e24-ddbc-4cc3-be58-f44275391767 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a9f6d479-ed5c-452d-9d6b-a49a11ec0c48 HTTP/1.1" status: 200 len: 849 time: 0.1331632 Nov 23 07:44:58.708840 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-15100898-492d-4a8b-85e3-fda3ec9ce7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:58.736961 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e453054-05c7-4f69-82fe-b81d81bd0478 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:58.744290 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-a07c88a3-9c9e-4e36-b13b-44ae68b7be44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:58.797508 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-2cbe1e15-cbc3-4ac2-8d54-a54809f5b24b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1d025715-d454-4776-858b-529ffc8c62df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814319 Nov 23 07:44:58.811767 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15100898-492d-4a8b-85e3-fda3ec9ce7ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=109283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 07:44:58.849865 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15100898-492d-4a8b-85e3-fda3ec9ce7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ef5391-165b-4503-88b8-7c040348ff8b,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:58.874652 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-15100898-492d-4a8b-85e3-fda3ec9ce7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:58.875601 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.db.segments_db [None req-15100898-492d-4a8b-85e3-fda3ec9ce7ee admin admin] Added segment 9f745d33-59fe-494a-8a5a-c497c59b588b of type vlan for network 3750312f-10a6-44d3-9b74-d5b95bc5fc19 Nov 23 07:44:58.878637 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-36e57414-04fb-43a3-921d-0109582078cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:58.880348 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-36e57414-04fb-43a3-921d-0109582078cc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6742500f-231f-4560-8f74-4dfffafada05 HTTP/1.1" status: 200 len: 843 time: 0.1925635 Nov 23 07:44:58.896569 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 0c381ab8-774b-44f8-badd-77c97bb9dfd3 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:44:58.896940 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:58.900921 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f46a0-fd46-49cf-a3eb-4dda48a1bcd1 req-e5acdb94-d767-4ba8-bcd0-8f1608305be5 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:58.906436 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-145f46a0-fd46-49cf-a3eb-4dda48a1bcd1 req-e5acdb94-d767-4ba8-bcd0-8f1608305be5 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.2323048 Nov 23 07:44:58.916641 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e453054-05c7-4f69-82fe-b81d81bd0478 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:59.029035 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-15100898-492d-4a8b-85e3-fda3ec9ce7ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750071714106'] for network, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:59.068657 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e249776-f00e-41a1-9b2c-16848662bed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d3c1c3e-7e7c-57c3-af0f-cd4a647982af-d0e629d0-0c4d-4c71-afa9-ce3f0218eed4', 'network_id': 'd0e629d0-0c4d-4c71-afa9-ce3f0218eed4', 'tenant_id': '9ed71b1684044c30ab74820069e075a2', 'fixed_ips': [{'subnet_id': '45fa9d59-8a50-4fa1-b5fc-6af9ca109dcb'}]}} from dv-cinder-804035-14-iscsi. {{(pid=109285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 07:44:59.069518 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3e249776-f00e-41a1-9b2c-16848662bed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:59.074490 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-6feb6191-1cdb-4736-87a5-3a7b56db3a6f service neutron] 10.222.0.31 "GET /v2.0/networks/1d025715-d454-4776-858b-529ffc8c62df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563336 Nov 23 07:44:59.115661 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-797d9b50-4189-477a-91ff-7cb59704128a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'name': 'tempest-TestMinimumBasicScenario-106881543-router', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0c381ab8-774b-44f8-badd-77c97bb9dfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:44:50Z', 'updated_at': '2021-11-23T07:44:54Z', 'revision_number': 4, 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'gw_port': {'id': '0c381ab8-774b-44f8-badd-77c97bb9dfd3', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:44:51Z', 'updated_at': '2021-11-23T07:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '2d1c7671-5609-450c-b243-f766047adf77', 'name': '', 'network_id': '1b5d852b-b97c-4e33-b149-2a4c0450e4d5', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'mac_address': 'fa:16:3e:99:6b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'd1021d11-6a0a-4efc-bfec-6471a02dfed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:44:53Z', 'updated_at': '2021-11-23T07:44:55Z', 'revision_number': 2, 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'subnets': [{'id': 'd1021d11-6a0a-4efc-bfec-6471a02dfed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:44:59.120346 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-81807fab-5f42-43cd-a4e8-b7db55a286c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:59.121882 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-81807fab-5f42-43cd-a4e8-b7db55a286c6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5bdda203-4df9-4135-a2c6-58c675720669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1834352 Nov 23 07:44:59.125075 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-15100898-492d-4a8b-85e3-fda3ec9ce7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for network, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:59.126106 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15100898-492d-4a8b-85e3-fda3ec9ce7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:59.126719 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-15100898-492d-4a8b-85e3-fda3ec9ce7ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:59.131762 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-145f46a0-fd46-49cf-a3eb-4dda48a1bcd1 req-0751912c-2731-4ebc-ae57-fd299d1b656c tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838236 Nov 23 07:44:59.139948 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e453054-05c7-4f69-82fe-b81d81bd0478 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:59.168629 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e453054-05c7-4f69-82fe-b81d81bd0478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:59.244249 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-15100898-492d-4a8b-85e3-fda3ec9ce7ee admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2024043 Nov 23 07:44:59.255007 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 45054) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:44:59.285750 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-55c81239-5533-410f-87f7-c763c4a21723 admin admin] Request body: {'subnet': {'network_id': '3750312f-10a6-44d3-9b74-d5b95bc5fc19', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-177351503-subnet', 'tenant_id': '230efaa941f948e5b6c183a252310eda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:44:59.287190 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.db_base_plugin_common [None req-8e453054-05c7-4f69-82fe-b81d81bd0478 admin admin] Allocated IP 172.27.2.106 (891dfe80-61d0-4c14-832c-7438dfe6f055/08f8fc41-5d8c-4fca-8f02-9f082906db87/8b8a7cc8-fa10-48c5-9f53-12833f7f3597) {{(pid=109284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:44:59.288153 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.db_base_plugin_common [None req-3e249776-f00e-41a1-9b2c-16848662bed2 None None] Allocated IP 172.20.0.2 (d0e629d0-0c4d-4c71-afa9-ce3f0218eed4/45fa9d59-8a50-4fa1-b5fc-6af9ca109dcb/ad28b23b-9694-4d86-a80b-4233cd85e4bd) {{(pid=109285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:44:59.291695 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797d9b50-4189-477a-91ff-7cb59704128a None None] Checking router: af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b for host: dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:44:59.292117 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797d9b50-4189-477a-91ff-7cb59704128a None None] Updating router af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b port 2d1c7671-5609-450c-b243-f766047adf77 binding host dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 07:44:59.331098 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-797d9b50-4189-477a-91ff-7cb59704128a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:59.345528 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15100898-492d-4a8b-85e3-fda3ec9ce7ee admin admin] Pushing event updated for resources: {'Network': ['ID=3750312f-10a6-44d3-9b74-d5b95bc5fc19,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:59.363921 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Network 3750312f-10a6-44d3-9b74-d5b95bc5fc19 details requested by agent ovs-agent-dv-cinder-804035-14-iscsi with host dv-cinder-804035-14-iscsi {{(pid=109285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 07:44:59.368630 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c81239-5533-410f-87f7-c763c4a21723 admin admin] Made reservation on behalf of 230efaa941f948e5b6c183a252310eda for: {'subnet': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:44:59.371540 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-55c81239-5533-410f-87f7-c763c4a21723 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:59.378368 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df754e-d5ee-4559-b053-fed96a42bf17 req-e09d51ee-f611-4a2f-83dd-4f99f497cd74 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:59.380731 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-12df754e-d5ee-4559-b053-fed96a42bf17 req-e09d51ee-f611-4a2f-83dd-4f99f497cd74 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/ports?device_id=257f9b12-bb8a-4024-98e9-1b4372267afb HTTP/1.1" status: 200 len: 948 time: 0.0902643 Nov 23 07:44:59.392356 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-86d3ec77-48b8-4741-8e11-971a753fc09a req-333b3fcc-00a1-4250-911b-cf8a159618cc service neutron] 10.222.0.31 "GET /v2.0/networks/1d025715-d454-4776-858b-529ffc8c62df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048968 Nov 23 07:44:59.421728 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-def23bbc-fda7-42c1-829d-07e4c235ba7e service neutron] 10.222.0.31 "GET /v2.0/networks/5bdda203-4df9-4135-a2c6-58c675720669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796547 Nov 23 07:44:59.498901 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e453054-05c7-4f69-82fe-b81d81bd0478 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:59.505578 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-12df754e-d5ee-4559-b053-fed96a42bf17 req-b323741b-0de7-4f1b-9c87-b72b8393d39b tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/security-groups?id=d047bd90-5d15-4a90-baf3-0d154fc25d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767002 Nov 23 07:44:59.543197 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e453054-05c7-4f69-82fe-b81d81bd0478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909886'] for port, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:59.590277 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e453054-05c7-4f69-82fe-b81d81bd0478 admin admin] Network 891dfe80-61d0-4c14-832c-7438dfe6f055 is already hosted by enough agents. {{(pid=109284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:44:59.596501 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-8e453054-05c7-4f69-82fe-b81d81bd0478 admin admin] Resources bound (agent type, host, resource id): {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:44:59.601335 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e453054-05c7-4f69-82fe-b81d81bd0478 admin admin] Received port after_create {{(pid=109284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:44:59.605405 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e453054-05c7-4f69-82fe-b81d81bd0478 admin admin] Pushing event updated for resources: {'Port': ['ID=8b8a7cc8-fa10-48c5-9f53-12833f7f3597,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:59.635384 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7573d-687e-412d-94c9-5e4113b9be44 req-03f30be9-d491-4129-85b1-bd80a21fd2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:59.637689 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a2e7573d-687e-412d-94c9-5e4113b9be44 req-03f30be9-d491-4129-85b1-bd80a21fd2f1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8c9142ed0ac74c31a3d2b005076861fb&device_id=b8fcc6a6-9265-4035-8a04-5c154de90d80 HTTP/1.1" status: 200 len: 1097 time: 0.1389012 Nov 23 07:44:59.709600 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6a1689c9-ed35-4650-a7b7-8bc4471a9cdd req-46021bbd-9033-4a86-b130-6d619cf2041b service neutron] 10.222.0.31 "GET /v2.0/networks/5bdda203-4df9-4135-a2c6-58c675720669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602708 Nov 23 07:44:59.751627 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3e249776-f00e-41a1-9b2c-16848662bed2 None None] Publish callbacks [] for port, precommit_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:59.764819 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3e249776-f00e-41a1-9b2c-16848662bed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:59.821357 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-55c81239-5533-410f-87f7-c763c4a21723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for subnet, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:59.847801 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e249776-f00e-41a1-9b2c-16848662bed2 None None] Network d0e629d0-0c4d-4c71-afa9-ce3f0218eed4 is already hosted by enough agents. {{(pid=109285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:44:59.855325 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.scheduler.base_scheduler [None req-3e249776-f00e-41a1-9b2c-16848662bed2 None None] Resources bound (agent type, host, resource id): {{(pid=109285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:44:59.862091 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e249776-f00e-41a1-9b2c-16848662bed2 None None] Received port after_create {{(pid=109285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:44:59.866782 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e249776-f00e-41a1-9b2c-16848662bed2 None None] Pushing event updated for resources: {'Port': ['ID=ad28b23b-9694-4d86-a80b-4233cd85e4bd,revision_number=1']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:59.894963 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc8ad4-1443-4f1a-9b2c-3f90a8a94058 req-196cf77a-f65c-4f28-9657-e346e13f638d tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:59.896503 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6ebc8ad4-1443-4f1a-9b2c-3f90a8a94058 req-196cf77a-f65c-4f28-9657-e346e13f638d tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8fcc6a6-9265-4035-8a04-5c154de90d80 HTTP/1.1" status: 200 len: 944 time: 0.2053564 Nov 23 07:44:59.908752 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7573d-687e-412d-94c9-5e4113b9be44 req-7f101122-d982-4c72-bd5b-8fa1df1ade54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:44:59.910265 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a2e7573d-687e-412d-94c9-5e4113b9be44 req-7f101122-d982-4c72-bd5b-8fa1df1ade54 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1d025715-d454-4776-858b-529ffc8c62df HTTP/1.1" status: 200 len: 910 time: 0.2580078 Nov 23 07:44:59.912951 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c81239-5533-410f-87f7-c763c4a21723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf856085-0aed-44e6-94b1-f39655962f39,revision_number=0']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:44:59.948953 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e453054-05c7-4f69-82fe-b81d81bd0478 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:59.949520 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-3e249776-f00e-41a1-9b2c-16848662bed2 None None] Attempting to bind port ad28b23b-9694-4d86-a80b-4233cd85e4bd on host dv-cinder-804035-14-iscsi for vnic_type normal with profile {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:44:59.950016 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-3e249776-f00e-41a1-9b2c-16848662bed2 None None] Attempting to bind port ad28b23b-9694-4d86-a80b-4233cd85e4bd by drivers openvswitch,hyperv on host dv-cinder-804035-14-iscsi at level 0 using segments [{'id': '6a955576-bdce-43f2-8fd9-825830d12c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd0e629d0-0c4d-4c71-afa9-ce3f0218eed4'}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:44:59.950480 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e249776-f00e-41a1-9b2c-16848662bed2 None None] Attempting to bind port ad28b23b-9694-4d86-a80b-4233cd85e4bd on network d0e629d0-0c4d-4c71-afa9-ce3f0218eed4 {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:44:59.967187 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e249776-f00e-41a1-9b2c-16848662bed2 None None] Checking agent: {'id': 'b3285c04-b64b-48ad-a641-833cdb741995', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'started_at': datetime.datetime(2021, 11, 23, 7, 35, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:44:59.967969 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e249776-f00e-41a1-9b2c-16848662bed2 None None] Checking segment: {'id': '6a955576-bdce-43f2-8fd9-825830d12c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd0e629d0-0c4d-4c71-afa9-ce3f0218eed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:44:59.968460 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3e249776-f00e-41a1-9b2c-16848662bed2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:59.968901 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e249776-f00e-41a1-9b2c-16848662bed2 None None] Bound using segment: {'id': '6a955576-bdce-43f2-8fd9-825830d12c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd0e629d0-0c4d-4c71-afa9-ce3f0218eed4'} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:44:59.969448 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-3e249776-f00e-41a1-9b2c-16848662bed2 None None] Bound port: ad28b23b-9694-4d86-a80b-4233cd85e4bd, host: dv-cinder-804035-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a955576-bdce-43f2-8fd9-825830d12c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd0e629d0-0c4d-4c71-afa9-ce3f0218eed4'}}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:44:59.969923 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3e249776-f00e-41a1-9b2c-16848662bed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:44:59.979833 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a2e7573d-687e-412d-94c9-5e4113b9be44 req-a3a2f7be-16bd-481d-97c1-0279ccc217d6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08e13f9c-b230-4488-b77a-25b20c843475 HTTP/1.1" status: 200 len: 217 time: 0.0558381 Nov 23 07:44:59.998582 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c81239-5533-410f-87f7-c763c4a21723 admin admin] Checking segment: {'id': '9f745d33-59fe-494a-8a5a-c497c59b588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3750312f-10a6-44d3-9b74-d5b95bc5fc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:44:59.998955 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c81239-5533-410f-87f7-c763c4a21723 admin admin] Network hostable DHCP agents. Network: 3750312f-10a6-44d3-9b74-d5b95bc5fc19, hostable agents: ['9f8f8844-157f-46aa-8160-5509eea3b0e3'], hosted agents: [] {{(pid=109283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 07:45:00.044330 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-797d9b50-4189-477a-91ff-7cb59704128a None None] Publish callbacks [] for port, precommit_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:00.056352 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-797d9b50-4189-477a-91ff-7cb59704128a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:00.062080 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6ebc8ad4-1443-4f1a-9b2c-3f90a8a94058 req-2509212c-6d09-4369-8edc-313d90e07450 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506057 Nov 23 07:45:00.098310 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c81239-5533-410f-87f7-c763c4a21723 admin admin] Network 3750312f-10a6-44d3-9b74-d5b95bc5fc19 is scheduled to be hosted by DHCP agent 9f8f8844-157f-46aa-8160-5509eea3b0e3 with binding_index 1 {{(pid=109283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 07:45:00.102327 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7573d-687e-412d-94c9-5e4113b9be44 req-141ab2b6-d9e7-4827-97ba-02bf9d0ff7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:00.104651 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a2e7573d-687e-412d-94c9-5e4113b9be44 req-141ab2b6-d9e7-4827-97ba-02bf9d0ff7f7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a9f6d479-ed5c-452d-9d6b-a49a11ec0c48 HTTP/1.1" status: 200 len: 849 time: 0.1100526 Nov 23 07:45:00.115159 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [None req-55c81239-5533-410f-87f7-c763c4a21723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-14-iscsi, 3750312f-10a6-44d3-9b74-d5b95bc5fc19) {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:45:00.120386 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c81239-5533-410f-87f7-c763c4a21723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:00.121226 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-55c81239-5533-410f-87f7-c763c4a21723 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:00.124123 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-3e249776-f00e-41a1-9b2c-16848662bed2 None None] For port ad28b23b-9694-4d86-a80b-4233cd85e4bd, host dv-cinder-804035-14-iscsi, cleared binding levels {{(pid=109285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:45:00.126275 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa988b-1871-4c68-b53e-7920a1c98ba7 None None] Pushing event updated for resources: {'Port': ['ID=2d1c7671-5609-450c-b243-f766047adf77,revision_number=3']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:00.130090 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-3e249776-f00e-41a1-9b2c-16848662bed2 None None] For port ad28b23b-9694-4d86-a80b-4233cd85e4bd, host dv-cinder-804035-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=ad28b23b-9694-4d86-a80b-4233cd85e4bd,segment=NetworkSegment(6a955576-bdce-43f2-8fd9-825830d12c0e),segment_id=6a955576-bdce-43f2-8fd9-825830d12c0e)] {{(pid=109285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:45:00.138917 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3e249776-f00e-41a1-9b2c-16848662bed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:00.170484 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-55c81239-5533-410f-87f7-c763c4a21723 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9138863 Nov 23 07:45:00.204359 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a2e7573d-687e-412d-94c9-5e4113b9be44 req-6b50419b-b863-4c47-bc09-65cf117843e0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1d025715-d454-4776-858b-529ffc8c62df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635436 Nov 23 07:45:00.237324 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a733fb58-4913-45d6-92ea-80d0b5ca8565 None None] Network 3750312f-10a6-44d3-9b74-d5b95bc5fc19 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:45:00.302732 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e453054-05c7-4f69-82fe-b81d81bd0478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1712759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1712217'] for router, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:00.317565 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-797d9b50-4189-477a-91ff-7cb59704128a None None] Attempting to bind port 2d1c7671-5609-450c-b243-f766047adf77 on host dv-cinder-804035-14-iscsi for vnic_type normal with profile {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:45:00.318318 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-797d9b50-4189-477a-91ff-7cb59704128a None None] Attempting to bind port 2d1c7671-5609-450c-b243-f766047adf77 by drivers openvswitch,hyperv on host dv-cinder-804035-14-iscsi at level 0 using segments [{'id': 'cefc117d-da37-40a8-b11f-8d9ed755980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1b5d852b-b97c-4e33-b149-2a4c0450e4d5'}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:45:00.318898 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797d9b50-4189-477a-91ff-7cb59704128a None None] Attempting to bind port 2d1c7671-5609-450c-b243-f766047adf77 on network 1b5d852b-b97c-4e33-b149-2a4c0450e4d5 {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:45:00.327859 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797d9b50-4189-477a-91ff-7cb59704128a None None] Checking agent: {'id': 'b3285c04-b64b-48ad-a641-833cdb741995', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'started_at': datetime.datetime(2021, 11, 23, 7, 35, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:45:00.328894 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797d9b50-4189-477a-91ff-7cb59704128a None None] Checking segment: {'id': 'cefc117d-da37-40a8-b11f-8d9ed755980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1b5d852b-b97c-4e33-b149-2a4c0450e4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:45:00.329522 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-797d9b50-4189-477a-91ff-7cb59704128a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:00.330153 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797d9b50-4189-477a-91ff-7cb59704128a None None] Bound using segment: {'id': 'cefc117d-da37-40a8-b11f-8d9ed755980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1b5d852b-b97c-4e33-b149-2a4c0450e4d5'} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:45:00.330853 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-797d9b50-4189-477a-91ff-7cb59704128a None None] Bound port: 2d1c7671-5609-450c-b243-f766047adf77, host: dv-cinder-804035-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cefc117d-da37-40a8-b11f-8d9ed755980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1b5d852b-b97c-4e33-b149-2a4c0450e4d5'}}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:45:00.331468 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-797d9b50-4189-477a-91ff-7cb59704128a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:00.373224 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e249776-f00e-41a1-9b2c-16848662bed2 None None] Pushing event updated for resources: {'Port': ['ID=ad28b23b-9694-4d86-a80b-4233cd85e4bd,revision_number=2']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:00.412515 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a2e7573d-687e-412d-94c9-5e4113b9be44 req-7c491e06-2dad-4579-beb0-f0f6b19255dc service neutron] 10.222.0.31 "GET /v2.0/networks/1d025715-d454-4776-858b-529ffc8c62df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924248 Nov 23 07:45:00.464661 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '257f9b12-bb8a-4024-98e9-1b4372267afb', 'tag': 'cae966e3-c326-4a3a-8326-de8bd1225127'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:45:00.467787 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d281660-bdf6-4dd5-8b69-a8984efa52a4" -d '{"events": [{"name": "network-changed", "server_uuid": "257f9b12-bb8a-4024-98e9-1b4372267afb", "tag": "cae966e3-c326-4a3a-8326-de8bd1225127"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:45:00.522009 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-797d9b50-4189-477a-91ff-7cb59704128a None None] For port 2d1c7671-5609-450c-b243-f766047adf77, host dv-cinder-804035-14-iscsi, cleared binding levels {{(pid=109285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:45:00.548730 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be57dd6-14a4-4268-8a9e-ccdd4f601633 None None] Network 3750312f-10a6-44d3-9b74-d5b95bc5fc19 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:45:00.555633 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-797d9b50-4189-477a-91ff-7cb59704128a None None] For port 2d1c7671-5609-450c-b243-f766047adf77, host dv-cinder-804035-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=2d1c7671-5609-450c-b243-f766047adf77,segment=NetworkSegment(cefc117d-da37-40a8-b11f-8d9ed755980c),segment_id=cefc117d-da37-40a8-b11f-8d9ed755980c)] {{(pid=109285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:45:00.562418 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d90ee6-aeef-4927-94cc-cf0a83a27df2 x-openstack-request-id: req-f1d90ee6-aeef-4927-94cc-cf0a83a27df2 {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:45:00.564727 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "257f9b12-bb8a-4024-98e9-1b4372267afb", "tag": "cae966e3-c326-4a3a-8326-de8bd1225127", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:45:00.565142 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f1d90ee6-aeef-4927-94cc-cf0a83a27df2 {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:45:00.565747 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '257f9b12-bb8a-4024-98e9-1b4372267afb', 'tag': 'cae966e3-c326-4a3a-8326-de8bd1225127', 'status': 'completed', 'code': 200} Nov 23 07:45:00.580717 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d375ab6-19cb-41ac-907e-a905b6dc7525 req-f5da7c72-f4b3-41a9-bdaa-ee40d4efa6f9 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:00.582868 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-5d375ab6-19cb-41ac-907e-a905b6dc7525 req-f5da7c72-f4b3-41a9-bdaa-ee40d4efa6f9 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.3124592 Nov 23 07:45:00.596884 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-797d9b50-4189-477a-91ff-7cb59704128a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:00.604180 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e1e65118-4463-4acb-9865-90bb457511f6 None None] Provisioning complete for port 2d1c7671-5609-450c-b243-f766047adf77 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:45:00.604610 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e1e65118-4463-4acb-9865-90bb457511f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:00.755720 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a2e7573d-687e-412d-94c9-5e4113b9be44 req-3c5e5c3d-27bc-48ab-9668-4800f4eecdc9 service neutron] 10.222.0.31 "GET /v2.0/networks/1d025715-d454-4776-858b-529ffc8c62df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327813 Nov 23 07:45:00.760886 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d281660-bdf6-4dd5-8b69-a8984efa52a4 req-470defaf-548d-44fa-8b1d-91b8bc5ec48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:00.762742 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2d281660-bdf6-4dd5-8b69-a8984efa52a4 req-470defaf-548d-44fa-8b1d-91b8bc5ec48c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=723e5a0d62d44a78bc5e939f77759f86&device_id=257f9b12-bb8a-4024-98e9-1b4372267afb HTTP/1.1" status: 200 len: 1101 time: 0.1886528 Nov 23 07:45:00.787901 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2670b-dda9-48b1-8704-54e8bbe665f4 req-c3ff07f0-b1e2-4258-a578-4dbfe32729de tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:00.797437 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-1ce2670b-dda9-48b1-8704-54e8bbe665f4 req-c3ff07f0-b1e2-4258-a578-4dbfe32729de tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/ports?device_id=257f9b12-bb8a-4024-98e9-1b4372267afb HTTP/1.1" status: 200 len: 948 time: 0.1199050 Nov 23 07:45:00.810344 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-5d375ab6-19cb-41ac-907e-a905b6dc7525 req-048dfcdb-f9fc-477b-84af-c4fabcff8d6c tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891599 Nov 23 07:45:00.814652 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e453054-05c7-4f69-82fe-b81d81bd0478 admin admin] Router 3a69f092-0b28-4c97-8387-ec80b5c4026e is scheduled to L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 with binding_index 1 {{(pid=109284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 07:45:00.900467 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-1ce2670b-dda9-48b1-8704-54e8bbe665f4 req-feacd386-3c36-47b6-91f0-93604d8d3e44 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/security-groups?id=d047bd90-5d15-4a90-baf3-0d154fc25d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997543 Nov 23 07:45:01.029659 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d281660-bdf6-4dd5-8b69-a8984efa52a4 req-5e03aa2d-b336-4b0b-94f2-2d43ae61f29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:01.031701 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2d281660-bdf6-4dd5-8b69-a8984efa52a4 req-5e03aa2d-b336-4b0b-94f2-2d43ae61f29c service neutron] 10.222.0.31 "GET /v2.0/networks?id=5bdda203-4df9-4135-a2c6-58c675720669 HTTP/1.1" status: 200 len: 870 time: 0.2315750 Nov 23 07:45:01.093286 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797d9b50-4189-477a-91ff-7cb59704128a None None] Routers {'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:45:01.093286 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-797d9b50-4189-477a-91ff-7cb59704128a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:44:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:45:01.095238 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa988b-1871-4c68-b53e-7920a1c98ba7 None None] Pushing event updated for resources: {'Port': ['ID=2d1c7671-5609-450c-b243-f766047adf77,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:01.105275 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e453054-05c7-4f69-82fe-b81d81bd0478 admin admin] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:45:01.127267 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897929bc-f200-4985-b642-91104a44354b None None] Sync routers for ids ['3a69f092-0b28-4c97-8387-ec80b5c4026e'] in dv-cinder-804035-14-iscsi {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:45:01.143095 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897929bc-f200-4985-b642-91104a44354b None None] Routers {'3a69f092-0b28-4c97-8387-ec80b5c4026e'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:45:01.146746 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-897929bc-f200-4985-b642-91104a44354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:44:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['3a69f092-0b28-4c97-8387-ec80b5c4026e'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:45:01.157734 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e453054-05c7-4f69-82fe-b81d81bd0478 admin admin] Publish callbacks [] for router, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:01.166121 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-8e453054-05c7-4f69-82fe-b81d81bd0478 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5206237 Nov 23 07:45:01.166792 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 45080) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:45:01.398543 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-897929bc-f200-4985-b642-91104a44354b None None] Set router 3a69f092-0b28-4c97-8387-ec80b5c4026e gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:45:01.414755 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-57a7a56b-864e-4f96-b693-ed568dccce88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:01.429759 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e1e65118-4463-4acb-9865-90bb457511f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:01.435479 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-797d9b50-4189-477a-91ff-7cb59704128a None None] Set router af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:45:01.469026 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25599a-bb89-4da0-8c86-15f727b9f09e req-4f99c072-2e9c-4ba7-aa47-48cbe3383226 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:01.470630 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-7e25599a-bb89-4da0-8c86-15f727b9f09e req-4f99c072-2e9c-4ba7-aa47-48cbe3383226 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8fcc6a6-9265-4035-8a04-5c154de90d80 HTTP/1.1" status: 200 len: 944 time: 0.1935675 Nov 23 07:45:01.550668 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-7e25599a-bb89-4da0-8c86-15f727b9f09e req-7a25cbe6-9eb6-4670-9d15-fd5377501e84 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731735 Nov 23 07:45:01.584455 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e1e65118-4463-4acb-9865-90bb457511f6 None None] For port 2d1c7671-5609-450c-b243-f766047adf77, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=2d1c7671-5609-450c-b243-f766047adf77,segment=NetworkSegment(cefc117d-da37-40a8-b11f-8d9ed755980c),segment_id=cefc117d-da37-40a8-b11f-8d9ed755980c)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:45:01.591306 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2d281660-bdf6-4dd5-8b69-a8984efa52a4 req-e526c458-a384-4f83-8ed9-cd24c2d934f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=cae966e3-c326-4a3a-8326-de8bd1225127 HTTP/1.1" status: 200 len: 217 time: 0.5474715 Nov 23 07:45:01.604910 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e1e65118-4463-4acb-9865-90bb457511f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:01.651532 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-897929bc-f200-4985-b642-91104a44354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a69f092-0b28-4c97-8387-ec80b5c4026e', 'name': 'tempest-TestMinimumBasicScenario-1376365558-router', 'tenant_id': '9ed71b1684044c30ab74820069e075a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '8b8a7cc8-fa10-48c5-9f53-12833f7f3597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:44:58Z', 'updated_at': '2021-11-23T07:44:59Z', 'revision_number': 3, 'project_id': '9ed71b1684044c30ab74820069e075a2', 'gw_port': {'id': '8b8a7cc8-fa10-48c5-9f53-12833f7f3597', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:70:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a69f092-0b28-4c97-8387-ec80b5c4026e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:44:59Z', 'updated_at': '2021-11-23T07:44:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi'}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:45:01.670880 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d281660-bdf6-4dd5-8b69-a8984efa52a4 req-17cedfc4-bc96-45f5-93a6-69223c7e284d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:01.672529 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2d281660-bdf6-4dd5-8b69-a8984efa52a4 req-17cedfc4-bc96-45f5-93a6-69223c7e284d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6742500f-231f-4560-8f74-4dfffafada05 HTTP/1.1" status: 200 len: 843 time: 0.0737662 Nov 23 07:45:01.712253 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897929bc-f200-4985-b642-91104a44354b None None] Checking router: 3a69f092-0b28-4c97-8387-ec80b5c4026e for host: dv-cinder-804035-14-iscsi {{(pid=109286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:45:01.712999 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897929bc-f200-4985-b642-91104a44354b None None] Updating router 3a69f092-0b28-4c97-8387-ec80b5c4026e port 8b8a7cc8-fa10-48c5-9f53-12833f7f3597 binding host dv-cinder-804035-14-iscsi {{(pid=109286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 07:45:01.739329 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d281660-bdf6-4dd5-8b69-a8984efa52a4 req-dd159ede-a8fa-4865-a2be-37146f10f91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:01.742225 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 08e13f9c-b230-4488-b77a-25b20c843475 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 07:45:01.745037 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2d281660-bdf6-4dd5-8b69-a8984efa52a4 req-dd159ede-a8fa-4865-a2be-37146f10f91d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5bdda203-4df9-4135-a2c6-58c675720669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0581074 Nov 23 07:45:01.770511 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-897929bc-f200-4985-b642-91104a44354b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:01.791471 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e65118-4463-4acb-9865-90bb457511f6 None None] Pushing event updated for resources: {'Port': ['ID=2d1c7671-5609-450c-b243-f766047adf77,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:01.847249 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-f0457467-cbaf-4e45-bfb1-e65d05f02623 None None] Provisioning complete for port 2d1c7671-5609-450c-b243-f766047adf77 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:45:01.847711 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-f0457467-cbaf-4e45-bfb1-e65d05f02623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:01.889724 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2d281660-bdf6-4dd5-8b69-a8984efa52a4 req-f8515840-e805-49d3-8317-f4b72fb2c3ba service neutron] 10.222.0.31 "GET /v2.0/networks/5bdda203-4df9-4135-a2c6-58c675720669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384635 Nov 23 07:45:01.932400 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c869439-f752-4751-891c-d1d973de98ed None None] Network d0e629d0-0c4d-4c71-afa9-ce3f0218eed4 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:45:02.108067 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c7f7d-5184-4998-960e-1c64995f699d req-aef3c3e2-034d-40ff-b098-17208f45ab29 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:02.109836 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-523c7f7d-5184-4998-960e-1c64995f699d req-aef3c3e2-034d-40ff-b098-17208f45ab29 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.1210008 Nov 23 07:45:02.112436 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2d281660-bdf6-4dd5-8b69-a8984efa52a4 req-e0a40d05-3a5c-4287-a976-cd5dd2d47869 service neutron] 10.222.0.31 "GET /v2.0/networks/5bdda203-4df9-4135-a2c6-58c675720669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089524 Nov 23 07:45:02.120684 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 08e13f9c-b230-4488-b77a-25b20c843475, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=08e13f9c-b230-4488-b77a-25b20c843475,segment=NetworkSegment(12cde7a2-059f-4710-8173-60a3363cb1ed),segment_id=12cde7a2-059f-4710-8173-60a3363cb1ed)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:45:02.162921 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Returning: {'device': '08e13f9c-b230-4488-b77a-25b20c843475', 'network_id': '1d025715-d454-4776-858b-529ffc8c62df', 'port_id': '08e13f9c-b230-4488-b77a-25b20c843475', 'mac_address': 'fa:16:3e:6f:c8:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9f6d479-ed5c-452d-9d6b-a49a11ec0c48', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 07:45:02.200390 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-797d9b50-4189-477a-91ff-7cb59704128a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'name': 'tempest-TestMinimumBasicScenario-106881543-router', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0c381ab8-774b-44f8-badd-77c97bb9dfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:44:50Z', 'updated_at': '2021-11-23T07:44:54Z', 'revision_number': 4, 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'gw_port': {'id': '0c381ab8-774b-44f8-badd-77c97bb9dfd3', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:44:51Z', 'updated_at': '2021-11-23T07:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '2d1c7671-5609-450c-b243-f766047adf77', 'name': '', 'network_id': '1b5d852b-b97c-4e33-b149-2a4c0450e4d5', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'mac_address': 'fa:16:3e:99:6b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'd1021d11-6a0a-4efc-bfec-6471a02dfed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:44:53Z', 'updated_at': '2021-11-23T07:45:00Z', 'revision_number': 4, 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'subnets': [{'id': 'd1021d11-6a0a-4efc-bfec-6471a02dfed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:45:02.210004 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d579e-4fa5-4566-8162-0222738d9ac6 req-bf365168-f643-4837-9027-b1c052b043d4 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:02.217360 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-313d579e-4fa5-4566-8162-0222738d9ac6 req-bf365168-f643-4837-9027-b1c052b043d4 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/ports?device_id=257f9b12-bb8a-4024-98e9-1b4372267afb HTTP/1.1" status: 200 len: 948 time: 0.1255977 Nov 23 07:45:02.235217 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-523c7f7d-5184-4998-960e-1c64995f699d req-1db7923a-153d-4e50-96e3-82151ac33168 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110134 Nov 23 07:45:02.255284 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-897929bc-f200-4985-b642-91104a44354b None None] Publish callbacks [] for port, precommit_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:02.259452 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device ad28b23b-9694-4d86-a80b-4233cd85e4bd up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:45:02.264131 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-897929bc-f200-4985-b642-91104a44354b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:02.294430 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797d9b50-4189-477a-91ff-7cb59704128a None None] The sync data for ids ['af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b'] in dv-cinder-804035-14-iscsi is: [{'id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'name': 'tempest-TestMinimumBasicScenario-106881543-router', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0c381ab8-774b-44f8-badd-77c97bb9dfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:44:50Z', 'updated_at': '2021-11-23T07:44:54Z', 'revision_number': 4, 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'gw_port': {'id': '0c381ab8-774b-44f8-badd-77c97bb9dfd3', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:44:51Z', 'updated_at': '2021-11-23T07:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '2d1c7671-5609-450c-b243-f766047adf77', 'name': '', 'network_id': '1b5d852b-b97c-4e33-b149-2a4c0450e4d5', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'mac_address': 'fa:16:3e:99:6b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'd1021d11-6a0a-4efc-bfec-6471a02dfed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:44:53Z', 'updated_at': '2021-11-23T07:45:00Z', 'revision_number': 4, 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'subnets': [{'id': 'd1021d11-6a0a-4efc-bfec-6471a02dfed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:45:02.316454 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-313d579e-4fa5-4566-8162-0222738d9ac6 req-680077c6-2674-49b0-bf52-d236da5b3654 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/security-groups?id=d047bd90-5d15-4a90-baf3-0d154fc25d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981042 Nov 23 07:45:02.344484 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:02.356604 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.managers [None req-897929bc-f200-4985-b642-91104a44354b None None] Attempting to bind port 8b8a7cc8-fa10-48c5-9f53-12833f7f3597 on host dv-cinder-804035-14-iscsi for vnic_type normal with profile {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:45:02.356911 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.managers [None req-897929bc-f200-4985-b642-91104a44354b None None] Attempting to bind port 8b8a7cc8-fa10-48c5-9f53-12833f7f3597 by drivers openvswitch,hyperv on host dv-cinder-804035-14-iscsi at level 0 using segments [{'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}] {{(pid=109286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:45:02.357280 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897929bc-f200-4985-b642-91104a44354b None None] Attempting to bind port 8b8a7cc8-fa10-48c5-9f53-12833f7f3597 on network 891dfe80-61d0-4c14-832c-7438dfe6f055 {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:45:02.373323 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897929bc-f200-4985-b642-91104a44354b None None] Checking agent: {'id': 'b3285c04-b64b-48ad-a641-833cdb741995', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'started_at': datetime.datetime(2021, 11, 23, 7, 35, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:45:02.373982 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897929bc-f200-4985-b642-91104a44354b None None] Checking segment: {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:45:02.374756 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e13f9c-b230-4488-b77a-25b20c843475 {{(pid=109285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:45:02.382256 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-897929bc-f200-4985-b642-91104a44354b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:02.382725 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897929bc-f200-4985-b642-91104a44354b None None] Bound using segment: {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'} {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:45:02.383371 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.managers [None req-897929bc-f200-4985-b642-91104a44354b None None] Bound port: 8b8a7cc8-fa10-48c5-9f53-12833f7f3597, host: dv-cinder-804035-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}}] {{(pid=109286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:45:02.383758 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-897929bc-f200-4985-b642-91104a44354b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:02.443638 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa44f3e-b744-419f-86cb-7ee5413c1259 None None] Pushing event updated for resources: {'Port': ['ID=8b8a7cc8-fa10-48c5-9f53-12833f7f3597,revision_number=2']} {{(pid=109286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:02.519379 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 08e13f9c-b230-4488-b77a-25b20c843475, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=08e13f9c-b230-4488-b77a-25b20c843475,segment=NetworkSegment(12cde7a2-059f-4710-8173-60a3363cb1ed),segment_id=12cde7a2-059f-4710-8173-60a3363cb1ed)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:45:02.529518 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.db [None req-897929bc-f200-4985-b642-91104a44354b None None] For port 8b8a7cc8-fa10-48c5-9f53-12833f7f3597, host dv-cinder-804035-14-iscsi, cleared binding levels {{(pid=109286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:45:02.530078 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port ad28b23b-9694-4d86-a80b-4233cd85e4bd triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:45:02.530554 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:02.536251 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.db [None req-897929bc-f200-4985-b642-91104a44354b None None] For port 8b8a7cc8-fa10-48c5-9f53-12833f7f3597, host dv-cinder-804035-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=8b8a7cc8-fa10-48c5-9f53-12833f7f3597,segment=NetworkSegment(c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c),segment_id=c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c)] {{(pid=109286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:45:02.548923 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-897929bc-f200-4985-b642-91104a44354b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:02.583025 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:02.583815 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device cae966e3-c326-4a3a-8326-de8bd1225127 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 07:45:02.646384 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=08e13f9c-b230-4488-b77a-25b20c843475,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:02.649428 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-93fcde98-2056-422e-b3b6-b813c1c19096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:02.654163 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-1484116f-b41a-417c-b469-318df49090d9 None None] Provisioning complete for port ad28b23b-9694-4d86-a80b-4233cd85e4bd triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:45:02.654163 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-1484116f-b41a-417c-b469-318df49090d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:02.695857 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897929bc-f200-4985-b642-91104a44354b None None] Routers {'3a69f092-0b28-4c97-8387-ec80b5c4026e'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:45:02.696674 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-897929bc-f200-4985-b642-91104a44354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:45:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['3a69f092-0b28-4c97-8387-ec80b5c4026e'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:45:02.746331 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa44f3e-b744-419f-86cb-7ee5413c1259 None None] Pushing event updated for resources: {'Port': ['ID=8b8a7cc8-fa10-48c5-9f53-12833f7f3597,revision_number=3']} {{(pid=109286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:02.817532 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-d4edaccd-2795-4fca-8f90-835415b71ae3 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:02.822313 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-d4edaccd-2795-4fca-8f90-835415b71ae3 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/networks?id=3750312f-10a6-44d3-9b74-d5b95bc5fc19 HTTP/1.1" status: 200 len: 813 time: 0.2010155 Nov 23 07:45:02.852890 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-15ad682a-be97-42af-bff4-7cecb312d8d4 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/quotas/230efaa941f948e5b6c183a252310eda HTTP/1.1" status: 200 len: 375 time: 0.0263040 Nov 23 07:45:02.898591 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-897929bc-f200-4985-b642-91104a44354b None None] Set router 3a69f092-0b28-4c97-8387-ec80b5c4026e gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:45:02.921009 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-967b6b29-1ce9-4eea-8be5-c306688ef528 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=230efaa941f948e5b6c183a252310eda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573583 Nov 23 07:45:02.948643 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-1484116f-b41a-417c-b469-318df49090d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:02.983463 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e5da4-48de-469f-8867-ebf6a286fd0b req-014eff71-4837-4307-91b7-78f9f4ef142d tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:02.992054 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-8d4e5da4-48de-469f-8867-ebf6a286fd0b req-014eff71-4837-4307-91b7-78f9f4ef142d tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8fcc6a6-9265-4035-8a04-5c154de90d80 HTTP/1.1" status: 200 len: 945 time: 0.1971571 Nov 23 07:45:03.034277 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:03.091734 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:03.107244 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-8d4e5da4-48de-469f-8867-ebf6a286fd0b req-15d0fc41-2675-44af-8b9b-f37c0211e8cb tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076174 Nov 23 07:45:03.123797 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.db_base_plugin_common [None req-93fcde98-2056-422e-b3b6-b813c1c19096 admin admin] Allocated IP 172.20.0.1 (d0e629d0-0c4d-4c71-afa9-ce3f0218eed4/45fa9d59-8a50-4fa1-b5fc-6af9ca109dcb/1d54e34a-e24e-4082-8a59-ef0f22f940c0) {{(pid=109284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:45:03.150752 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-1484116f-b41a-417c-b469-318df49090d9 None None] For port ad28b23b-9694-4d86-a80b-4233cd85e4bd, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=ad28b23b-9694-4d86-a80b-4233cd85e4bd,segment=NetworkSegment(6a955576-bdce-43f2-8fd9-825830d12c0e),segment_id=6a955576-bdce-43f2-8fd9-825830d12c0e)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:45:03.163428 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port cae966e3-c326-4a3a-8326-de8bd1225127, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cae966e3-c326-4a3a-8326-de8bd1225127,segment=NetworkSegment(fd030f3e-2351-48f2-b32c-fbf319178097),segment_id=fd030f3e-2351-48f2-b32c-fbf319178097)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:45:03.176002 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-fcc193d5-3ce3-4ee3-8906-b632aca81560 service neutron] 10.222.0.48 "GET /v2.0/networks/3750312f-10a6-44d3-9b74-d5b95bc5fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392771 Nov 23 07:45:03.187080 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-897929bc-f200-4985-b642-91104a44354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a69f092-0b28-4c97-8387-ec80b5c4026e', 'name': 'tempest-TestMinimumBasicScenario-1376365558-router', 'tenant_id': '9ed71b1684044c30ab74820069e075a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '8b8a7cc8-fa10-48c5-9f53-12833f7f3597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:44:58Z', 'updated_at': '2021-11-23T07:44:59Z', 'revision_number': 3, 'project_id': '9ed71b1684044c30ab74820069e075a2', 'gw_port': {'id': '8b8a7cc8-fa10-48c5-9f53-12833f7f3597', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:70:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a69f092-0b28-4c97-8387-ec80b5c4026e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:44:59Z', 'updated_at': '2021-11-23T07:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi'}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:45:03.188146 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-1484116f-b41a-417c-b469-318df49090d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:03.218895 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897929bc-f200-4985-b642-91104a44354b None None] The sync data for ids ['3a69f092-0b28-4c97-8387-ec80b5c4026e'] in dv-cinder-804035-14-iscsi is: [{'id': '3a69f092-0b28-4c97-8387-ec80b5c4026e', 'name': 'tempest-TestMinimumBasicScenario-1376365558-router', 'tenant_id': '9ed71b1684044c30ab74820069e075a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '8b8a7cc8-fa10-48c5-9f53-12833f7f3597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:44:58Z', 'updated_at': '2021-11-23T07:44:59Z', 'revision_number': 3, 'project_id': '9ed71b1684044c30ab74820069e075a2', 'gw_port': {'id': '8b8a7cc8-fa10-48c5-9f53-12833f7f3597', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:70:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a69f092-0b28-4c97-8387-ec80b5c4026e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:44:59Z', 'updated_at': '2021-11-23T07:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi'}] {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:45:03.246023 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Returning: {'device': 'cae966e3-c326-4a3a-8326-de8bd1225127', 'network_id': '5bdda203-4df9-4135-a2c6-58c675720669', 'port_id': 'cae966e3-c326-4a3a-8326-de8bd1225127', 'mac_address': 'fa:16:3e:76:83:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6742500f-231f-4560-8f74-4dfffafada05', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 07:45:03.290114 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.db.api [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 07:45:03.290526 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG oslo_db.api [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 07:45:03.320836 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-93fcde98-2056-422e-b3b6-b813c1c19096 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:03.336288 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484116f-b41a-417c-b469-318df49090d9 None None] Pushing event updated for resources: {'Port': ['ID=ad28b23b-9694-4d86-a80b-4233cd85e4bd,revision_number=3']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:03.363901 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:03.367289 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-460dcc9c-ff20-4070-a16f-e653fa3079b8 None None] Provisioning complete for port ad28b23b-9694-4d86-a80b-4233cd85e4bd triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:45:03.367636 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-77726ad5-5744-4936-b513-75435f9a921a service neutron] 10.222.0.48 "GET /v2.0/networks/3750312f-10a6-44d3-9b74-d5b95bc5fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903787 Nov 23 07:45:03.367748 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-460dcc9c-ff20-4070-a16f-e653fa3079b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:03.436768 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-93fcde98-2056-422e-b3b6-b813c1c19096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909886'] for port, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:03.540154 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fcde98-2056-422e-b3b6-b813c1c19096 admin admin] Pushing event updated for resources: {'Port': ['ID=1d54e34a-e24e-4082-8a59-ef0f22f940c0,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:03.555608 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fcde98-2056-422e-b3b6-b813c1c19096 admin admin] Network d0e629d0-0c4d-4c71-afa9-ce3f0218eed4 is already hosted by enough agents. {{(pid=109284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:45:03.560318 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-93fcde98-2056-422e-b3b6-b813c1c19096 admin admin] Resources bound (agent type, host, resource id): {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:45:03.563915 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fcde98-2056-422e-b3b6-b813c1c19096 admin admin] Received port after_create {{(pid=109284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:45:03.580164 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cae966e3-c326-4a3a-8326-de8bd1225127 {{(pid=109285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:45:03.612313 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618996a4-4d88-4de7-b786-3bad132b36ce req-07973bff-233f-4787-88f6-ba24b5f699e7 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:03.614620 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-618996a4-4d88-4de7-b786-3bad132b36ce req-07973bff-233f-4787-88f6-ba24b5f699e7 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.2175524 Nov 23 07:45:03.616630 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port cae966e3-c326-4a3a-8326-de8bd1225127, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cae966e3-c326-4a3a-8326-de8bd1225127,segment=NetworkSegment(fd030f3e-2351-48f2-b32c-fbf319178097),segment_id=fd030f3e-2351-48f2-b32c-fbf319178097)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:45:03.625538 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:03.692645 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392db2e-d0b3-4aa9-bf9b-2720c02b57f6 req-9be4a052-6d50-4723-a932-ca846b0ae05a tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:03.716125 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6392db2e-d0b3-4aa9-bf9b-2720c02b57f6 req-9be4a052-6d50-4723-a932-ca846b0ae05a tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/ports?device_id=257f9b12-bb8a-4024-98e9-1b4372267afb HTTP/1.1" status: 200 len: 948 time: 0.1349826 Nov 23 07:45:03.794145 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-93fcde98-2056-422e-b3b6-b813c1c19096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712296'] for router_interface, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:03.828340 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-618996a4-4d88-4de7-b786-3bad132b36ce req-dbcfc29e-78cd-463a-9048-100609f65cc6 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661198 Nov 23 07:45:03.864033 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6392db2e-d0b3-4aa9-bf9b-2720c02b57f6 req-811f5a40-d871-4c23-850c-9d023519a11f tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/security-groups?id=d047bd90-5d15-4a90-baf3-0d154fc25d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458895 Nov 23 07:45:04.004542 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-0a8ff9a0-b084-48e9-8a83-028a6f63315c req-0dd1c252-06a0-4cfb-a0bc-869f4c55aa4b tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=732e1298-1293-4cb3-833a-264392fb9ddf HTTP/1.1" status: 200 len: 210 time: 0.0613334 Nov 23 07:45:04.023567 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=cae966e3-c326-4a3a-8326-de8bd1225127,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:04.048729 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-725f731c-f094-4410-b738-efba472089be None None] Provisioning complete for port 1d54e34a-e24e-4082-8a59-ef0f22f940c0 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:45:04.049193 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-725f731c-f094-4410-b738-efba472089be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:04.112793 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['cae966e3-c326-4a3a-8326-de8bd1225127'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:45:04.115338 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['08e13f9c-b230-4488-b77a-25b20c843475'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:45:04.130945 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-93fcde98-2056-422e-b3b6-b813c1c19096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:04.236932 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-725f731c-f094-4410-b738-efba472089be None None] Port 1d54e34a-e24e-4082-8a59-ef0f22f940c0 cannot update to ACTIVE because it is not bound. {{(pid=109285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 07:45:04.352888 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd293926-1ab6-41f0-a3ff-a9138ea77ec7 req-139275c3-cfb5-4178-9433-1b090591c305 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:04.354955 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-fd293926-1ab6-41f0-a3ff-a9138ea77ec7 req-139275c3-cfb5-4178-9433-1b090591c305 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8fcc6a6-9265-4035-8a04-5c154de90d80 HTTP/1.1" status: 200 len: 945 time: 0.1439414 Nov 23 07:45:04.435686 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 2d1c7671-5609-450c-b243-f766047adf77 up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:45:04.503325 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-fd293926-1ab6-41f0-a3ff-a9138ea77ec7 req-bc91f56f-4388-4a90-bf00-f8df4385586d tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226938 Nov 23 07:45:04.596023 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 2d1c7671-5609-450c-b243-f766047adf77 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:45:04.596617 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:04.621976 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-93fcde98-2056-422e-b3b6-b813c1c19096 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:04.632538 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-93fcde98-2056-422e-b3b6-b813c1c19096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909831'] for port, after_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:04.665412 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ca1240aa-d14c-4d3f-a736-cac5453b995b req-f39371a6-77c7-4b22-a0dc-6895d4b8567f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0838163 Nov 23 07:45:04.695119 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 8b8a7cc8-fa10-48c5-9f53-12833f7f3597 up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:45:04.755499 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 8b8a7cc8-fa10-48c5-9f53-12833f7f3597 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:45:04.756133 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:04.759417 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fcde98-2056-422e-b3b6-b813c1c19096 admin admin] Pushing event updated for resources: {'Port': ['ID=1d54e34a-e24e-4082-8a59-ef0f22f940c0,revision_number=2']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:04.767758 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-93fcde98-2056-422e-b3b6-b813c1c19096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1712664'] for router_interface, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:04.775528 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1240aa-d14c-4d3f-a736-cac5453b995b req-69f2c9b3-5351-47af-87f4-324abc835c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:04.777810 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ca1240aa-d14c-4d3f-a736-cac5453b995b req-69f2c9b3-5351-47af-87f4-324abc835c5c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc7f91007a2a4b90b80701592589a131&device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 1098 time: 0.0707116 Nov 23 07:45:04.823724 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:04.867456 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:04.892585 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] For port 8b8a7cc8-fa10-48c5-9f53-12833f7f3597, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=8b8a7cc8-fa10-48c5-9f53-12833f7f3597,segment=NetworkSegment(c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c),segment_id=c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:45:04.903557 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:04.907432 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fcde98-2056-422e-b3b6-b813c1c19096 admin admin] Network d0e629d0-0c4d-4c71-afa9-ce3f0218eed4 is already hosted by enough agents. {{(pid=109284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:45:04.908071 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device ad28b23b-9694-4d86-a80b-4233cd85e4bd up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:45:04.910098 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-93fcde98-2056-422e-b3b6-b813c1c19096 admin admin] Resources bound (agent type, host, resource id): {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:45:04.950925 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1240aa-d14c-4d3f-a736-cac5453b995b req-a7424e19-77e1-4580-8354-6e92c9e4c381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:04.952921 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ca1240aa-d14c-4d3f-a736-cac5453b995b req-a7424e19-77e1-4580-8354-6e92c9e4c381 service neutron] 10.222.0.31 "GET /v2.0/networks?id=41a8f465-c4c3-4408-a9dd-14556e78b966 HTTP/1.1" status: 200 len: 912 time: 0.1357472 Nov 23 07:45:05.017599 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Pushing event updated for resources: {'Port': ['ID=8b8a7cc8-fa10-48c5-9f53-12833f7f3597,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:05.041591 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port ad28b23b-9694-4d86-a80b-4233cd85e4bd triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:45:05.042136 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:05.171115 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eaf9df-5ba6-4f76-a093-6dd6b227d9d6 req-340789d3-8c8e-4674-a404-4ff26d2e25d9 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:05.179119 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-86eaf9df-5ba6-4f76-a093-6dd6b227d9d6 req-340789d3-8c8e-4674-a404-4ff26d2e25d9 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.1604919 Nov 23 07:45:05.245692 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ca1240aa-d14c-4d3f-a736-cac5453b995b req-f6a4ec2b-78f8-4aa1-84ff-47d0d378e976 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12786728-e083-4cb6-b178-3facabd226a9 HTTP/1.1" status: 200 len: 1001 time: 0.2812474 Nov 23 07:45:05.251035 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93fcde98-2056-422e-b3b6-b813c1c19096 admin admin] Router 3a69f092-0b28-4c97-8387-ec80b5c4026e has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:45:05.261798 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-86eaf9df-5ba6-4f76-a093-6dd6b227d9d6 req-81475204-d6da-4062-838c-9b7809a1e1d6 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819149 Nov 23 07:45:05.261962 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480927d5-7a6c-498b-a4ea-5b6a061f280b req-6439e9ba-a578-4319-ab45-6071556b1da5 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:05.263648 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-480927d5-7a6c-498b-a4ea-5b6a061f280b req-6439e9ba-a578-4319-ab45-6071556b1da5 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/ports?device_id=257f9b12-bb8a-4024-98e9-1b4372267afb HTTP/1.1" status: 200 len: 949 time: 0.2099237 Nov 23 07:45:05.288979 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-598785cd-ec15-404a-94e6-36750ec02d36 None None] Provisioning complete for port 1d54e34a-e24e-4082-8a59-ef0f22f940c0 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:45:05.289355 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-598785cd-ec15-404a-94e6-36750ec02d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:05.346339 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-598785cd-ec15-404a-94e6-36750ec02d36 None None] Port 1d54e34a-e24e-4082-8a59-ef0f22f940c0 cannot update to ACTIVE because it is not bound. {{(pid=109285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 07:45:05.352316 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-9ff0afb5-e960-4351-9ae6-25777535d179 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:05.354458 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-9ff0afb5-e960-4351-9ae6-25777535d179 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.31 "GET /v2.0/networks?id=3750312f-10a6-44d3-9b74-d5b95bc5fc19 HTTP/1.1" status: 200 len: 813 time: 0.2876353 Nov 23 07:45:05.373024 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1240aa-d14c-4d3f-a736-cac5453b995b req-35ecc95a-f2c1-4003-807b-efb25d807c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:05.374952 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ca1240aa-d14c-4d3f-a736-cac5453b995b req-35ecc95a-f2c1-4003-807b-efb25d807c19 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f02b6904-8bee-4b65-8d68-a5eced424f54 HTTP/1.1" status: 200 len: 850 time: 0.1101897 Nov 23 07:45:05.384485 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-0b083c0c-ffa4-42b8-9f9a-714620bc6269 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Request body: {'port': {'device_id': '732e1298-1293-4cb3-833a-264392fb9ddf', 'network_id': '3750312f-10a6-44d3-9b74-d5b95bc5fc19', 'admin_state_up': True, 'tenant_id': '230efaa941f948e5b6c183a252310eda'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:45:05.418919 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-480927d5-7a6c-498b-a4ea-5b6a061f280b req-1b389cc9-b176-45a0-bff6-3df6f2a65388 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/security-groups?id=d047bd90-5d15-4a90-baf3-0d154fc25d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430721 Nov 23 07:45:05.433182 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fcde98-2056-422e-b3b6-b813c1c19096 admin admin] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:45:05.442396 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-93fcde98-2056-422e-b3b6-b813c1c19096 admin admin] 10.222.0.48 "PUT /v2.0/routers/3a69f092-0b28-4c97-8387-ec80b5c4026e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2713511 Nov 23 07:45:05.525174 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1240aa-d14c-4d3f-a736-cac5453b995b req-1fa21de6-f5df-4d3e-9559-0a0346f5d4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:05.527219 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ca1240aa-d14c-4d3f-a736-cac5453b995b req-1fa21de6-f5df-4d3e-9559-0a0346f5d4b2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=41a8f465-c4c3-4408-a9dd-14556e78b966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1257751 Nov 23 07:45:05.529084 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-c227fd22-52c4-49fc-a7ef-5b402f213aab req-2205d878-8fa0-40ea-866b-ca33320c0489 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=732e1298-1293-4cb3-833a-264392fb9ddf HTTP/1.1" status: 200 len: 210 time: 0.0329878 Nov 23 07:45:05.594761 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:05.736279 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-0b083c0c-ffa4-42b8-9f9a-714620bc6269 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Made reservation on behalf of 230efaa941f948e5b6c183a252310eda for: {'port': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:45:05.739792 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-0b083c0c-ffa4-42b8-9f9a-714620bc6269 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:05.758033 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 08e13f9c-b230-4488-b77a-25b20c843475 up at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:45:05.843278 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ca1240aa-d14c-4d3f-a736-cac5453b995b req-82ea4fdb-c06d-44d6-8044-632a5d2edcb4 service neutron] 10.222.0.31 "GET /v2.0/networks/41a8f465-c4c3-4408-a9dd-14556e78b966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810369 Nov 23 07:45:05.846021 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning for port 08e13f9c-b230-4488-b77a-25b20c843475 completed by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 07:45:05.855958 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f3f27-80e0-4ad2-9fcc-ff2e39202f39 req-69e831ac-839d-40af-8c98-5c5ddd620bd5 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:05.856231 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning complete for port 08e13f9c-b230-4488-b77a-25b20c843475 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:45:05.857260 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-414f3f27-80e0-4ad2-9fcc-ff2e39202f39 req-69e831ac-839d-40af-8c98-5c5ddd620bd5 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8fcc6a6-9265-4035-8a04-5c154de90d80 HTTP/1.1" status: 200 len: 945 time: 0.1618602 Nov 23 07:45:05.857818 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:06.002286 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:06.041598 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fcc6a6-9265-4035-8a04-5c154de90d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e13f9c-b230-4488-b77a-25b20c843475'}] {{(pid=109285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:45:06.044084 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02971d1b2c0bcda538738d777e0cd5340c6e6849857750afdab036a2de6ad34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fe69d7-aa0b-4296-83eb-403c5a93e8a6" -d '{"events": [{"server_uuid": "b8fcc6a6-9265-4035-8a04-5c154de90d80", "name": "network-vif-plugged", "status": "completed", "tag": "08e13f9c-b230-4488-b77a-25b20c843475"}]}' {{(pid=109285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:45:06.066744 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 08e13f9c-b230-4488-b77a-25b20c843475, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=08e13f9c-b230-4488-b77a-25b20c843475,segment=NetworkSegment(12cde7a2-059f-4710-8173-60a3363cb1ed),segment_id=12cde7a2-059f-4710-8173-60a3363cb1ed)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:45:06.074965 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:06.076943 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device cae966e3-c326-4a3a-8326-de8bd1225127 up at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:45:06.097910 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-414f3f27-80e0-4ad2-9fcc-ff2e39202f39 req-ddcb4f43-1ab5-4e32-b85c-010a8527472f tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279694 Nov 23 07:45:06.148906 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-0b083c0c-ffa4-42b8-9f9a-714620bc6269 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Allocated IP 172.20.0.6 (3750312f-10a6-44d3-9b74-d5b95bc5fc19/bf856085-0aed-44e6-94b1-f39655962f39/b729e24f-17fa-4c4d-a210-3cb40b8aa4a8) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:45:06.153426 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd53acbd-161b-49f0-afc0-2d4281813d3b x-openstack-request-id: req-bd53acbd-161b-49f0-afc0-2d4281813d3b {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:45:06.153772 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8fcc6a6-9265-4035-8a04-5c154de90d80", "name": "network-vif-plugged", "status": "completed", "tag": "08e13f9c-b230-4488-b77a-25b20c843475", "code": 200}]} {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:45:06.154040 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bd53acbd-161b-49f0-afc0-2d4281813d3b {{(pid=109285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:45:06.154448 dv-cinder-804035-14-iscsi neutron-server[109285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fcc6a6-9265-4035-8a04-5c154de90d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e13f9c-b230-4488-b77a-25b20c843475', 'code': 200} Nov 23 07:45:06.159936 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ca1240aa-d14c-4d3f-a736-cac5453b995b req-c0f730d5-3a3a-48e1-96f6-7a8415fa0a52 service neutron] 10.222.0.31 "GET /v2.0/networks/41a8f465-c4c3-4408-a9dd-14556e78b966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007939 Nov 23 07:45:06.198625 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceea6fbc-c208-4ee1-b8cd-31ddc715bfc6 None None] Sync routers for ids ['3a69f092-0b28-4c97-8387-ec80b5c4026e'] in dv-cinder-804035-14-iscsi {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:45:06.226521 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceea6fbc-c208-4ee1-b8cd-31ddc715bfc6 None None] Routers {'3a69f092-0b28-4c97-8387-ec80b5c4026e'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:45:06.227174 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-ceea6fbc-c208-4ee1-b8cd-31ddc715bfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:45:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['3a69f092-0b28-4c97-8387-ec80b5c4026e'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:45:06.283905 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 8b8a7cc8-fa10-48c5-9f53-12833f7f3597 up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:45:06.341278 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning for port cae966e3-c326-4a3a-8326-de8bd1225127 completed by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 07:45:06.354757 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning complete for port cae966e3-c326-4a3a-8326-de8bd1225127 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:45:06.355388 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:06.397861 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=08e13f9c-b230-4488-b77a-25b20c843475,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:06.503112 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf99e2-6b07-4ad2-a272-d5be062b8b37 req-a78bd6a2-185b-4de4-be4a-505e5fc63752 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:06.513557 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f0cf99e2-6b07-4ad2-a272-d5be062b8b37 req-a78bd6a2-185b-4de4-be4a-505e5fc63752 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.1553152 Nov 23 07:45:06.521427 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-0b083c0c-ffa4-42b8-9f9a-714620bc6269 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:06.524217 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:06.534240 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc444a-47bc-4b5d-a154-94386aaf0c0d req-07b09223-65e2-45cd-963f-114f04c4bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:06.535741 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a3bc444a-47bc-4b5d-a154-94386aaf0c0d req-07b09223-65e2-45cd-963f-114f04c4bffc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b8fcc6a6-9265-4035-8a04-5c154de90d80 HTTP/1.1" status: 200 len: 1099 time: 0.1616287 Nov 23 07:45:06.627336 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-ceea6fbc-c208-4ee1-b8cd-31ddc715bfc6 None None] Set router 3a69f092-0b28-4c97-8387-ec80b5c4026e gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:45:06.655208 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f0cf99e2-6b07-4ad2-a272-d5be062b8b37 req-88a3b8fb-3953-4e2e-8f54-ca02e8339e92 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406341 Nov 23 07:45:06.686723 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-0b083c0c-ffa4-42b8-9f9a-714620bc6269 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:06.695736 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 8b8a7cc8-fa10-48c5-9f53-12833f7f3597 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:45:06.695934 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:06.716335 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524765d0-3a1a-473a-9e2c-a5764be1cee4 req-d635b5d1-e4c2-40ad-9193-7954b5fa2fbe tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:06.720459 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-524765d0-3a1a-473a-9e2c-a5764be1cee4 req-d635b5d1-e4c2-40ad-9193-7954b5fa2fbe tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/ports?device_id=257f9b12-bb8a-4024-98e9-1b4372267afb HTTP/1.1" status: 200 len: 949 time: 0.1229124 Nov 23 07:45:06.771887 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b083c0c-ffa4-42b8-9f9a-714620bc6269 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Pushing event updated for resources: {'Port': ['ID=b729e24f-17fa-4c4d-a210-3cb40b8aa4a8,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:06.784009 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a3bc444a-47bc-4b5d-a154-94386aaf0c0d req-9c59236c-a5b1-465e-a06b-eb31c4391d9c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290003 Nov 23 07:45:06.795454 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b083c0c-ffa4-42b8-9f9a-714620bc6269 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:45:06.796120 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b083c0c-ffa4-42b8-9f9a-714620bc6269 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:45:06.796632 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b083c0c-ffa4-42b8-9f9a-714620bc6269 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:45:06.797126 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b083c0c-ffa4-42b8-9f9a-714620bc6269 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:45:06.797616 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b083c0c-ffa4-42b8-9f9a-714620bc6269 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:45:06.798139 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b083c0c-ffa4-42b8-9f9a-714620bc6269 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:45:06.798748 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b083c0c-ffa4-42b8-9f9a-714620bc6269 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:45:06.800116 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b083c0c-ffa4-42b8-9f9a-714620bc6269 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:45:06.800999 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b083c0c-ffa4-42b8-9f9a-714620bc6269 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:45:06.801781 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b083c0c-ffa4-42b8-9f9a-714620bc6269 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:45:06.802478 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b083c0c-ffa4-42b8-9f9a-714620bc6269 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:45:06.803149 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b083c0c-ffa4-42b8-9f9a-714620bc6269 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:45:06.828527 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-0b083c0c-ffa4-42b8-9f9a-714620bc6269 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Network 3750312f-10a6-44d3-9b74-d5b95bc5fc19 is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:45:06.841235 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-0b083c0c-ffa4-42b8-9f9a-714620bc6269 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:45:06.843729 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-524765d0-3a1a-473a-9e2c-a5764be1cee4 req-b268074f-d976-4585-8a41-91cec59ec914 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/security-groups?id=d047bd90-5d15-4a90-baf3-0d154fc25d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145720 Nov 23 07:45:06.844733 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-0b083c0c-ffa4-42b8-9f9a-714620bc6269 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:45:06.853115 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-0b083c0c-ffa4-42b8-9f9a-714620bc6269 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:06.854636 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-0b083c0c-ffa4-42b8-9f9a-714620bc6269 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:06.900753 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-0b083c0c-ffa4-42b8-9f9a-714620bc6269 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5240338 Nov 23 07:45:06.909186 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port cae966e3-c326-4a3a-8326-de8bd1225127, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cae966e3-c326-4a3a-8326-de8bd1225127,segment=NetworkSegment(fd030f3e-2351-48f2-b32c-fbf319178097),segment_id=fd030f3e-2351-48f2-b32c-fbf319178097)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:45:06.944617 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:06.947685 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb704c31-4a43-4aba-befc-f745e35663b7 req-093e5710-4fc1-47a1-82f5-6908dfe51d10 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:06.950862 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-eb704c31-4a43-4aba-befc-f745e35663b7 req-093e5710-4fc1-47a1-82f5-6908dfe51d10 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=732e1298-1293-4cb3-833a-264392fb9ddf HTTP/1.1" status: 200 len: 931 time: 0.1269352 Nov 23 07:45:07.018970 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-e6915ff1-5736-4432-a6a5-547acb3104ca service neutron] Request body: {'port': {'device_id': '732e1298-1293-4cb3-833a-264392fb9ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:45:07.056308 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-eb704c31-4a43-4aba-befc-f745e35663b7 req-5e4c1209-ef4d-420f-9a8d-e8252fca4703 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848217 Nov 23 07:45:07.191740 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-e6915ff1-5736-4432-a6a5-547acb3104ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:07.286395 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06229335-3db3-4bf3-9429-e2c120d55660 req-3f18196a-67c0-4483-b4bd-dcbcfec840c1 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:07.287412 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-06229335-3db3-4bf3-9429-e2c120d55660 req-3f18196a-67c0-4483-b4bd-dcbcfec840c1 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8fcc6a6-9265-4035-8a04-5c154de90d80 HTTP/1.1" status: 200 len: 946 time: 0.0948913 Nov 23 07:45:07.375385 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:07.386357 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-06229335-3db3-4bf3-9429-e2c120d55660 req-d017eb35-0591-42e1-91d2-6a847012155d tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845485 Nov 23 07:45:07.393912 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=cae966e3-c326-4a3a-8326-de8bd1225127,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:07.442039 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-ceea6fbc-c208-4ee1-b8cd-31ddc715bfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a69f092-0b28-4c97-8387-ec80b5c4026e', 'name': 'tempest-TestMinimumBasicScenario-1376365558-router', 'tenant_id': '9ed71b1684044c30ab74820069e075a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '8b8a7cc8-fa10-48c5-9f53-12833f7f3597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:44:58Z', 'updated_at': '2021-11-23T07:45:04Z', 'revision_number': 4, 'project_id': '9ed71b1684044c30ab74820069e075a2', 'gw_port': {'id': '8b8a7cc8-fa10-48c5-9f53-12833f7f3597', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:70:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a69f092-0b28-4c97-8387-ec80b5c4026e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:44:59Z', 'updated_at': '2021-11-23T07:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '1d54e34a-e24e-4082-8a59-ef0f22f940c0', 'name': '', 'network_id': 'd0e629d0-0c4d-4c71-afa9-ce3f0218eed4', 'tenant_id': '9ed71b1684044c30ab74820069e075a2', 'mac_address': 'fa:16:3e:be:dc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a69f092-0b28-4c97-8387-ec80b5c4026e', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '45fa9d59-8a50-4fa1-b5fc-6af9ca109dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:45:02Z', 'updated_at': '2021-11-23T07:45:04Z', 'revision_number': 2, 'project_id': '9ed71b1684044c30ab74820069e075a2', 'subnets': [{'id': '45fa9d59-8a50-4fa1-b5fc-6af9ca109dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:45:07.473433 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceea6fbc-c208-4ee1-b8cd-31ddc715bfc6 None None] Checking router: 3a69f092-0b28-4c97-8387-ec80b5c4026e for host: dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:45:07.474069 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceea6fbc-c208-4ee1-b8cd-31ddc715bfc6 None None] Updating router 3a69f092-0b28-4c97-8387-ec80b5c4026e port 1d54e34a-e24e-4082-8a59-ef0f22f940c0 binding host dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 07:45:07.513365 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-ceea6fbc-c208-4ee1-b8cd-31ddc715bfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:07.597660 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-e6915ff1-5736-4432-a6a5-547acb3104ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b729e24f-17fa-4c4d-a210-3cb40b8aa4a8 {{(pid=109283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:45:07.606786 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-e6915ff1-5736-4432-a6a5-547acb3104ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:07.625027 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.provisioning_blocks [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-e6915ff1-5736-4432-a6a5-547acb3104ca service neutron] Transition to ACTIVE for port object b729e24f-17fa-4c4d-a210-3cb40b8aa4a8 will not be triggered until provisioned by entity L2. {{(pid=109283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 07:45:07.630268 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-e6915ff1-5736-4432-a6a5-547acb3104ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:07.745546 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6915ff1-5736-4432-a6a5-547acb3104ca service neutron] Pushing event updated for resources: {'Port': ['ID=b729e24f-17fa-4c4d-a210-3cb40b8aa4a8,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:07.821737 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-e6915ff1-5736-4432-a6a5-547acb3104ca service neutron] Attempting to bind port b729e24f-17fa-4c4d-a210-3cb40b8aa4a8 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:45:07.831690 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-e6915ff1-5736-4432-a6a5-547acb3104ca service neutron] Attempting to bind port b729e24f-17fa-4c4d-a210-3cb40b8aa4a8 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '9f745d33-59fe-494a-8a5a-c497c59b588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3750312f-10a6-44d3-9b74-d5b95bc5fc19'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:45:07.832119 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-e6915ff1-5736-4432-a6a5-547acb3104ca service neutron] Attempting to bind port b729e24f-17fa-4c4d-a210-3cb40b8aa4a8 on network 3750312f-10a6-44d3-9b74-d5b95bc5fc19 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:45:07.855954 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-e6915ff1-5736-4432-a6a5-547acb3104ca service neutron] Port b729e24f-17fa-4c4d-a210-3cb40b8aa4a8 on network 3750312f-10a6-44d3-9b74-d5b95bc5fc19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 07:45:07.856220 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-e6915ff1-5736-4432-a6a5-547acb3104ca service neutron] Attempting to bind port b729e24f-17fa-4c4d-a210-3cb40b8aa4a8 on network 3750312f-10a6-44d3-9b74-d5b95bc5fc19 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:45:07.868183 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-e6915ff1-5736-4432-a6a5-547acb3104ca service neutron] Checking agent: {'id': 'ef857e00-999e-40cc-a620-789cb776d291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'started_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:45:07.868545 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-e6915ff1-5736-4432-a6a5-547acb3104ca service neutron] Checking segment: {'id': '9f745d33-59fe-494a-8a5a-c497c59b588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3750312f-10a6-44d3-9b74-d5b95bc5fc19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:45:07.869448 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-e6915ff1-5736-4432-a6a5-547acb3104ca service neutron] Bound using segment: {'id': '9f745d33-59fe-494a-8a5a-c497c59b588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3750312f-10a6-44d3-9b74-d5b95bc5fc19'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:45:07.869927 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-e6915ff1-5736-4432-a6a5-547acb3104ca service neutron] Bound port: b729e24f-17fa-4c4d-a210-3cb40b8aa4a8, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f745d33-59fe-494a-8a5a-c497c59b588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3750312f-10a6-44d3-9b74-d5b95bc5fc19'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:45:07.870261 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-e6915ff1-5736-4432-a6a5-547acb3104ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:07.921931 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-ceea6fbc-c208-4ee1-b8cd-31ddc715bfc6 None None] Publish callbacks [] for port, precommit_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:07.928188 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d4cc5-9663-494a-b111-d34ad10e87ae req-cb5f104b-9190-4ffd-bdc2-15dac3542389 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:07.929655 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-ceea6fbc-c208-4ee1-b8cd-31ddc715bfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:07.929854 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-cd2d4cc5-9663-494a-b111-d34ad10e87ae req-cb5f104b-9190-4ffd-bdc2-15dac3542389 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.1902900 Nov 23 07:45:07.937390 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a446093-83c5-4204-9727-6be40f904bc7 req-d23bff4c-c471-4fe3-a657-d916408a688a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:07.945169 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8a446093-83c5-4204-9727-6be40f904bc7 req-d23bff4c-c471-4fe3-a657-d916408a688a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 1098 time: 0.2014575 Nov 23 07:45:08.048924 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9c85b-a055-4ec1-ac17-f8cdb04125a9 req-09d5dbfc-9014-432d-b702-9bfa38083ed6 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:08.057008 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c343ca-192e-4684-ba8f-eafcbe9a99f2 None None] Pushing event updated for resources: {'Port': ['ID=1d54e34a-e24e-4082-8a59-ef0f22f940c0,revision_number=3']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:08.059475 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-b4f9c85b-a055-4ec1-ac17-f8cdb04125a9 req-09d5dbfc-9014-432d-b702-9bfa38083ed6 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/ports?device_id=257f9b12-bb8a-4024-98e9-1b4372267afb HTTP/1.1" status: 200 len: 950 time: 0.0994678 Nov 23 07:45:08.078644 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8a446093-83c5-4204-9727-6be40f904bc7 req-b1d76996-1eb3-465e-8fd4-77d2ec07a34a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114209 Nov 23 07:45:08.091501 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-cd2d4cc5-9663-494a-b111-d34ad10e87ae req-f1252b0d-f0b5-4e49-819f-8c4e21b40fe3 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455684 Nov 23 07:45:08.092632 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-e6915ff1-5736-4432-a6a5-547acb3104ca service neutron] For port b729e24f-17fa-4c4d-a210-3cb40b8aa4a8, host hv-cinder-80403, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:45:08.104042 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-e6915ff1-5736-4432-a6a5-547acb3104ca service neutron] For port b729e24f-17fa-4c4d-a210-3cb40b8aa4a8, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b729e24f-17fa-4c4d-a210-3cb40b8aa4a8,segment=NetworkSegment(9f745d33-59fe-494a-8a5a-c497c59b588b),segment_id=9f745d33-59fe-494a-8a5a-c497c59b588b)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:45:08.114060 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-e6915ff1-5736-4432-a6a5-547acb3104ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:08.165664 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257f9b12-bb8a-4024-98e9-1b4372267afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae966e3-c326-4a3a-8326-de8bd1225127'}] {{(pid=109285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:45:08.182359 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02971d1b2c0bcda538738d777e0cd5340c6e6849857750afdab036a2de6ad34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fcd6e9-7da4-4b42-9373-09e3e6cb00e8" -d '{"events": [{"server_uuid": "257f9b12-bb8a-4024-98e9-1b4372267afb", "name": "network-vif-plugged", "status": "completed", "tag": "cae966e3-c326-4a3a-8326-de8bd1225127"}]}' {{(pid=109285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:45:08.215279 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-ceea6fbc-c208-4ee1-b8cd-31ddc715bfc6 None None] Attempting to bind port 1d54e34a-e24e-4082-8a59-ef0f22f940c0 on host dv-cinder-804035-14-iscsi for vnic_type normal with profile {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:45:08.215830 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-ceea6fbc-c208-4ee1-b8cd-31ddc715bfc6 None None] Attempting to bind port 1d54e34a-e24e-4082-8a59-ef0f22f940c0 by drivers openvswitch,hyperv on host dv-cinder-804035-14-iscsi at level 0 using segments [{'id': '6a955576-bdce-43f2-8fd9-825830d12c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd0e629d0-0c4d-4c71-afa9-ce3f0218eed4'}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:45:08.216204 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceea6fbc-c208-4ee1-b8cd-31ddc715bfc6 None None] Attempting to bind port 1d54e34a-e24e-4082-8a59-ef0f22f940c0 on network d0e629d0-0c4d-4c71-afa9-ce3f0218eed4 {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:45:08.221814 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceea6fbc-c208-4ee1-b8cd-31ddc715bfc6 None None] Checking agent: {'id': 'b3285c04-b64b-48ad-a641-833cdb741995', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'started_at': datetime.datetime(2021, 11, 23, 7, 35, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:45:08.222195 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceea6fbc-c208-4ee1-b8cd-31ddc715bfc6 None None] Checking segment: {'id': '6a955576-bdce-43f2-8fd9-825830d12c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd0e629d0-0c4d-4c71-afa9-ce3f0218eed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:45:08.222597 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-ceea6fbc-c208-4ee1-b8cd-31ddc715bfc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:08.222988 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceea6fbc-c208-4ee1-b8cd-31ddc715bfc6 None None] Bound using segment: {'id': '6a955576-bdce-43f2-8fd9-825830d12c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd0e629d0-0c4d-4c71-afa9-ce3f0218eed4'} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:45:08.223460 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-ceea6fbc-c208-4ee1-b8cd-31ddc715bfc6 None None] Bound port: 1d54e34a-e24e-4082-8a59-ef0f22f940c0, host: dv-cinder-804035-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a955576-bdce-43f2-8fd9-825830d12c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd0e629d0-0c4d-4c71-afa9-ce3f0218eed4'}}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:45:08.223842 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-ceea6fbc-c208-4ee1-b8cd-31ddc715bfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:08.235832 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-b4f9c85b-a055-4ec1-ac17-f8cdb04125a9 req-352ce05f-302e-4197-9659-debcd0fa21de tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/security-groups?id=d047bd90-5d15-4a90-baf3-0d154fc25d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688411 Nov 23 07:45:08.273389 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-e6915ff1-5736-4432-a6a5-547acb3104ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:08.277181 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-e6915ff1-5736-4432-a6a5-547acb3104ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:08.278734 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-e6915ff1-5736-4432-a6a5-547acb3104ca service neutron] 10.222.0.31 "PUT /v2.0/ports/b729e24f-17fa-4c4d-a210-3cb40b8aa4a8 HTTP/1.1" status: 200 len: 1093 time: 1.2647069 Nov 23 07:45:08.279278 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '732e1298-1293-4cb3-833a-264392fb9ddf', 'tag': 'b729e24f-17fa-4c4d-a210-3cb40b8aa4a8'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:45:08.293074 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ad48e5-d301-4260-9639-7eec69eb9d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "732e1298-1293-4cb3-833a-264392fb9ddf", "tag": "b729e24f-17fa-4c4d-a210-3cb40b8aa4a8"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:45:08.358801 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6915ff1-5736-4432-a6a5-547acb3104ca service neutron] Pushing event updated for resources: {'Port': ['ID=b729e24f-17fa-4c4d-a210-3cb40b8aa4a8,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:08.368796 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-ceea6fbc-c208-4ee1-b8cd-31ddc715bfc6 None None] For port 1d54e34a-e24e-4082-8a59-ef0f22f940c0, host dv-cinder-804035-14-iscsi, cleared binding levels {{(pid=109285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:45:08.393306 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-ceea6fbc-c208-4ee1-b8cd-31ddc715bfc6 None None] For port 1d54e34a-e24e-4082-8a59-ef0f22f940c0, host dv-cinder-804035-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=1d54e34a-e24e-4082-8a59-ef0f22f940c0,segment=NetworkSegment(6a955576-bdce-43f2-8fd9-825830d12c0e),segment_id=6a955576-bdce-43f2-8fd9-825830d12c0e)] {{(pid=109285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:45:08.407249 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-ceea6fbc-c208-4ee1-b8cd-31ddc715bfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:08.455023 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-9dbcd0ec-76d1-4058-9673-e2d6ce02c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:08.456870 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-9dbcd0ec-76d1-4058-9673-e2d6ce02c9e8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=230efaa941f948e5b6c183a252310eda&device_id=732e1298-1293-4cb3-833a-264392fb9ddf HTTP/1.1" status: 200 len: 1096 time: 0.0856879 Nov 23 07:45:08.466799 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75a181-96d8-4aab-9ff8-0c562aece941 req-fc3fd611-204d-4567-8829-5e3cf33f089e tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:08.484223 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ae75a181-96d8-4aab-9ff8-0c562aece941 req-fc3fd611-204d-4567-8829-5e3cf33f089e tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=732e1298-1293-4cb3-833a-264392fb9ddf HTTP/1.1" status: 200 len: 943 time: 0.1176767 Nov 23 07:45:08.544282 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-77051164-cc26-40cb-a025-be600138dfcb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b729e24f-17fa-4c4d-a210-3cb40b8aa4a8 HTTP/1.1" status: 200 len: 217 time: 0.0774598 Nov 23 07:45:08.551481 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceea6fbc-c208-4ee1-b8cd-31ddc715bfc6 None None] Routers {'3a69f092-0b28-4c97-8387-ec80b5c4026e'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:45:08.552140 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-ceea6fbc-c208-4ee1-b8cd-31ddc715bfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:45:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['3a69f092-0b28-4c97-8387-ec80b5c4026e'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:45:08.591817 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c343ca-192e-4684-ba8f-eafcbe9a99f2 None None] Pushing event updated for resources: {'Port': ['ID=1d54e34a-e24e-4082-8a59-ef0f22f940c0,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:08.611118 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-096226ac-37b3-4af0-b646-f2134c68a5a0 None None] Provisioning complete for port 1d54e34a-e24e-4082-8a59-ef0f22f940c0 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:45:08.611661 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ae75a181-96d8-4aab-9ff8-0c562aece941 req-67a5bc4f-8a41-483a-b4a0-4656de1dc337 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265209 Nov 23 07:45:08.611972 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-096226ac-37b3-4af0-b646-f2134c68a5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:08.618184 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-1eafdfc6-e795-4229-bd48-ea816a7de671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:08.620471 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-1eafdfc6-e795-4229-bd48-ea816a7de671 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf856085-0aed-44e6-94b1-f39655962f39 HTTP/1.1" status: 200 len: 853 time: 0.0680208 Nov 23 07:45:08.697507 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-e93e6421-993a-43c9-a839-e38d5862e982 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3750312f-10a6-44d3-9b74-d5b95bc5fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674012 Nov 23 07:45:08.735227 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c389bd29-f99b-4990-aedc-34d252d1c451 x-openstack-request-id: req-c389bd29-f99b-4990-aedc-34d252d1c451 {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:45:08.735488 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257f9b12-bb8a-4024-98e9-1b4372267afb", "name": "network-vif-plugged", "status": "completed", "tag": "cae966e3-c326-4a3a-8326-de8bd1225127", "code": 200}]} {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:45:08.735755 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c389bd29-f99b-4990-aedc-34d252d1c451 {{(pid=109285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:45:08.736155 dv-cinder-804035-14-iscsi neutron-server[109285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257f9b12-bb8a-4024-98e9-1b4372267afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae966e3-c326-4a3a-8326-de8bd1225127', 'code': 200} Nov 23 07:45:08.741328 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-ceea6fbc-c208-4ee1-b8cd-31ddc715bfc6 None None] Set router 3a69f092-0b28-4c97-8387-ec80b5c4026e gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:45:08.885164 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-096226ac-37b3-4af0-b646-f2134c68a5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:08.930370 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-096226ac-37b3-4af0-b646-f2134c68a5a0 None None] For port 1d54e34a-e24e-4082-8a59-ef0f22f940c0, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=1d54e34a-e24e-4082-8a59-ef0f22f940c0,segment=NetworkSegment(6a955576-bdce-43f2-8fd9-825830d12c0e),segment_id=6a955576-bdce-43f2-8fd9-825830d12c0e)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:45:08.964811 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-68f2e603-3c7e-4bcb-aedf-bc64c4e0310a service neutron] 10.222.0.31 "GET /v2.0/networks/3750312f-10a6-44d3-9b74-d5b95bc5fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320344 Nov 23 07:45:09.062385 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b11d7c7-c817-4648-ad42-21bcbfa45d60 x-openstack-request-id: req-4b11d7c7-c817-4648-ad42-21bcbfa45d60 {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:45:09.062888 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "732e1298-1293-4cb3-833a-264392fb9ddf", "tag": "b729e24f-17fa-4c4d-a210-3cb40b8aa4a8", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:45:09.063294 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4b11d7c7-c817-4648-ad42-21bcbfa45d60 {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:45:09.066192 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '732e1298-1293-4cb3-833a-264392fb9ddf', 'tag': 'b729e24f-17fa-4c4d-a210-3cb40b8aa4a8', 'status': 'completed', 'code': 200} Nov 23 07:45:09.084464 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-096226ac-37b3-4af0-b646-f2134c68a5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:09.179982 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096226ac-37b3-4af0-b646-f2134c68a5a0 None None] Pushing event updated for resources: {'Port': ['ID=1d54e34a-e24e-4082-8a59-ef0f22f940c0,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:09.220561 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-ceea6fbc-c208-4ee1-b8cd-31ddc715bfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a69f092-0b28-4c97-8387-ec80b5c4026e', 'name': 'tempest-TestMinimumBasicScenario-1376365558-router', 'tenant_id': '9ed71b1684044c30ab74820069e075a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '8b8a7cc8-fa10-48c5-9f53-12833f7f3597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:44:58Z', 'updated_at': '2021-11-23T07:45:04Z', 'revision_number': 4, 'project_id': '9ed71b1684044c30ab74820069e075a2', 'gw_port': {'id': '8b8a7cc8-fa10-48c5-9f53-12833f7f3597', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:70:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a69f092-0b28-4c97-8387-ec80b5c4026e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:44:59Z', 'updated_at': '2021-11-23T07:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '1d54e34a-e24e-4082-8a59-ef0f22f940c0', 'name': '', 'network_id': 'd0e629d0-0c4d-4c71-afa9-ce3f0218eed4', 'tenant_id': '9ed71b1684044c30ab74820069e075a2', 'mac_address': 'fa:16:3e:be:dc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a69f092-0b28-4c97-8387-ec80b5c4026e', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '45fa9d59-8a50-4fa1-b5fc-6af9ca109dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:45:02Z', 'updated_at': '2021-11-23T07:45:08Z', 'revision_number': 4, 'project_id': '9ed71b1684044c30ab74820069e075a2', 'subnets': [{'id': '45fa9d59-8a50-4fa1-b5fc-6af9ca109dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:45:09.312785 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceea6fbc-c208-4ee1-b8cd-31ddc715bfc6 None None] The sync data for ids ['3a69f092-0b28-4c97-8387-ec80b5c4026e'] in dv-cinder-804035-14-iscsi is: [{'id': '3a69f092-0b28-4c97-8387-ec80b5c4026e', 'name': 'tempest-TestMinimumBasicScenario-1376365558-router', 'tenant_id': '9ed71b1684044c30ab74820069e075a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '8b8a7cc8-fa10-48c5-9f53-12833f7f3597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:44:58Z', 'updated_at': '2021-11-23T07:45:04Z', 'revision_number': 4, 'project_id': '9ed71b1684044c30ab74820069e075a2', 'gw_port': {'id': '8b8a7cc8-fa10-48c5-9f53-12833f7f3597', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:70:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a69f092-0b28-4c97-8387-ec80b5c4026e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:44:59Z', 'updated_at': '2021-11-23T07:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '1d54e34a-e24e-4082-8a59-ef0f22f940c0', 'name': '', 'network_id': 'd0e629d0-0c4d-4c71-afa9-ce3f0218eed4', 'tenant_id': '9ed71b1684044c30ab74820069e075a2', 'mac_address': 'fa:16:3e:be:dc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a69f092-0b28-4c97-8387-ec80b5c4026e', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '45fa9d59-8a50-4fa1-b5fc-6af9ca109dcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:45:02Z', 'updated_at': '2021-11-23T07:45:08Z', 'revision_number': 4, 'project_id': '9ed71b1684044c30ab74820069e075a2', 'subnets': [{'id': '45fa9d59-8a50-4fa1-b5fc-6af9ca109dcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:45:09.317182 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-2d7bff4a-9534-4a0f-b68f-5a89243c49f1 None None] Provisioning complete for port 1d54e34a-e24e-4082-8a59-ef0f22f940c0 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:45:09.324523 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-2d7bff4a-9534-4a0f-b68f-5a89243c49f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:09.524129 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b80ccc-b3da-4351-b475-a9404e86cbc6 req-44c8dcf5-353b-48e1-842f-11ac8680b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:09.526294 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f3b80ccc-b3da-4351-b475-a9404e86cbc6 req-44c8dcf5-353b-48e1-842f-11ac8680b01a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=257f9b12-bb8a-4024-98e9-1b4372267afb HTTP/1.1" status: 200 len: 1103 time: 0.5756631 Nov 23 07:45:09.531719 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bd06c-0418-4785-8079-ac3f72520007 req-19123a3f-ae35-48a8-a23b-d3fd6c003fec tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:09.544813 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d57bd06c-0418-4785-8079-ac3f72520007 req-19123a3f-ae35-48a8-a23b-d3fd6c003fec tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.1325030 Nov 23 07:45:09.640054 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-15595c25-2101-4981-b3a7-6d18f9066cd5 req-e4e22097-bcde-4693-94af-2d059ac9d912 service neutron] 10.222.0.31 "GET /v2.0/networks/3750312f-10a6-44d3-9b74-d5b95bc5fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6597326 Nov 23 07:45:09.672327 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f3b80ccc-b3da-4351-b475-a9404e86cbc6 req-fed193f1-b49a-4767-ab39-649f71398fe6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d047bd90-5d15-4a90-baf3-0d154fc25d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116157 Nov 23 07:45:09.677106 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d57bd06c-0418-4785-8079-ac3f72520007 req-63232d45-f3c5-4f84-93c3-e34008e0ed30 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311820 Nov 23 07:45:09.681292 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d66ac-6ec8-43c3-aa83-bf6389fd8f1b req-db1f79c7-6950-4136-95db-81ef69ed3f8f tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:09.692288 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-547d66ac-6ec8-43c3-aa83-bf6389fd8f1b req-db1f79c7-6950-4136-95db-81ef69ed3f8f tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8fcc6a6-9265-4035-8a04-5c154de90d80 HTTP/1.1" status: 200 len: 946 time: 0.1897821 Nov 23 07:45:09.771238 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-547d66ac-6ec8-43c3-aa83-bf6389fd8f1b req-b2ad695d-e5c3-4517-b89b-04ddba8e2069 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764189 Nov 23 07:45:09.840742 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a0a1b-5975-436c-bfa7-c8e4bcd53748 req-4ab0b354-8d4f-4ae5-9a3d-a7ae9983678f tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:09.848446 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-789a0a1b-5975-436c-bfa7-c8e4bcd53748 req-4ab0b354-8d4f-4ae5-9a3d-a7ae9983678f tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0627892 Nov 23 07:45:09.914628 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-789a0a1b-5975-436c-bfa7-c8e4bcd53748 req-c79bd48d-69ba-4385-b1e2-be026d213f0e tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622830 Nov 23 07:45:09.966905 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91091f-c67e-44f2-a929-d55be8ec0728 req-139e395b-518c-421d-ac47-982c49835685 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:09.976025 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-de91091f-c67e-44f2-a929-d55be8ec0728 req-139e395b-518c-421d-ac47-982c49835685 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/ports?device_id=257f9b12-bb8a-4024-98e9-1b4372267afb HTTP/1.1" status: 200 len: 950 time: 0.1181529 Nov 23 07:45:10.055649 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-de91091f-c67e-44f2-a929-d55be8ec0728 req-6067cf4a-a3fc-4119-8a41-5d8b6574ff10 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/security-groups?id=d047bd90-5d15-4a90-baf3-0d154fc25d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789661 Nov 23 07:45:10.064044 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad48e5-d301-4260-9639-7eec69eb9d1a req-b35659cf-d5dd-4740-8905-b1b85e1b2f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:10.071967 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-08ad48e5-d301-4260-9639-7eec69eb9d1a req-b35659cf-d5dd-4740-8905-b1b85e1b2f56 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=230efaa941f948e5b6c183a252310eda&device_id=732e1298-1293-4cb3-833a-264392fb9ddf HTTP/1.1" status: 200 len: 1096 time: 0.1596990 Nov 23 07:45:10.162565 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60421c23-5060-4068-bd91-406fffae4a89 req-67f0d0d5-6f68-45b1-a1b8-e26b09e974ba tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:10.198658 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-60421c23-5060-4068-bd91-406fffae4a89 req-67f0d0d5-6f68-45b1-a1b8-e26b09e974ba tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=732e1298-1293-4cb3-833a-264392fb9ddf HTTP/1.1" status: 200 len: 943 time: 0.1880770 Nov 23 07:45:10.266967 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 1d54e34a-e24e-4082-8a59-ef0f22f940c0 up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:45:10.385217 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad48e5-d301-4260-9639-7eec69eb9d1a req-b219c3f4-e7b7-4bb9-9c83-5f8ccb1698d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:10.386137 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-60421c23-5060-4068-bd91-406fffae4a89 req-369c1dc6-c1e8-4df1-b0c5-820747779456 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864190 Nov 23 07:45:10.387378 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-08ad48e5-d301-4260-9639-7eec69eb9d1a req-b219c3f4-e7b7-4bb9-9c83-5f8ccb1698d6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3750312f-10a6-44d3-9b74-d5b95bc5fc19 HTTP/1.1" status: 200 len: 914 time: 0.2998660 Nov 23 07:45:10.429533 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 1d54e34a-e24e-4082-8a59-ef0f22f940c0 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:45:10.430134 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:10.495240 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-08ad48e5-d301-4260-9639-7eec69eb9d1a req-37b8f40a-f168-402a-9a28-29ff9cb64e5e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b729e24f-17fa-4c4d-a210-3cb40b8aa4a8 HTTP/1.1" status: 200 len: 217 time: 0.0993519 Nov 23 07:45:10.618360 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6177d-09c3-40ea-895d-72314e6893de req-a716038e-bb46-4f7f-aad4-6a663336963d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:10.620655 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-41b6177d-09c3-40ea-895d-72314e6893de req-a716038e-bb46-4f7f-aad4-6a663336963d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed47c8e5e9704a0abf5643f488f1b2be&device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 1098 time: 0.2145116 Nov 23 07:45:10.647320 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1edd1d-3d87-4b39-8008-03cf6d6d0439 req-2df4f09d-b2d9-4c5d-b04d-7006463a4a2b tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:10.654802 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2e1edd1d-3d87-4b39-8008-03cf6d6d0439 req-2df4f09d-b2d9-4c5d-b04d-7006463a4a2b tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.2290664 Nov 23 07:45:10.703468 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad48e5-d301-4260-9639-7eec69eb9d1a req-5c13c19d-5f59-4f82-8dff-4958f2eec057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:10.705110 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-08ad48e5-d301-4260-9639-7eec69eb9d1a req-5c13c19d-5f59-4f82-8dff-4958f2eec057 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf856085-0aed-44e6-94b1-f39655962f39 HTTP/1.1" status: 200 len: 853 time: 0.1917892 Nov 23 07:45:10.770336 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-08ad48e5-d301-4260-9639-7eec69eb9d1a req-f15644d1-8ad3-4a1e-88fc-3a8a7312b9f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3750312f-10a6-44d3-9b74-d5b95bc5fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509019 Nov 23 07:45:10.865209 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2e1edd1d-3d87-4b39-8008-03cf6d6d0439 req-a4deba3d-9141-4bcf-9b7a-5088f2b63fdb tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045686 Nov 23 07:45:10.926806 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0521a8d-4b75-48e1-8056-d459c235e0c4 req-3f021460-05f7-4949-8aba-aad571c0865b tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:10.950851 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-a0521a8d-4b75-48e1-8056-d459c235e0c4 req-3f021460-05f7-4949-8aba-aad571c0865b tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0868554 Nov 23 07:45:11.024517 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-a0521a8d-4b75-48e1-8056-d459c235e0c4 req-3da3241c-3ce3-401a-88d5-9663fdcc8ea5 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725529 Nov 23 07:45:11.050236 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6177d-09c3-40ea-895d-72314e6893de req-6017bfd7-33a2-41eb-ba55-fe14f1958809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:11.051952 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-41b6177d-09c3-40ea-895d-72314e6893de req-6017bfd7-33a2-41eb-ba55-fe14f1958809 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b78d8c29-35aa-4c8a-8439-dc361a48243a HTTP/1.1" status: 200 len: 920 time: 0.3947539 Nov 23 07:45:11.080018 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f758094-e66a-4e15-9ae0-e986a3cec79d req-997fb6e3-77d0-4ad8-b2a4-bdc943240444 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:11.089492 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5f758094-e66a-4e15-9ae0-e986a3cec79d req-997fb6e3-77d0-4ad8-b2a4-bdc943240444 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8fcc6a6-9265-4035-8a04-5c154de90d80 HTTP/1.1" status: 200 len: 946 time: 0.0997941 Nov 23 07:45:11.210225 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-41b6177d-09c3-40ea-895d-72314e6893de req-1ce3cea3-70e7-4768-9041-fa73b4ef2401 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98e7ca52-3570-4eee-8b5d-7db714fe981a HTTP/1.1" status: 200 len: 217 time: 0.0964537 Nov 23 07:45:11.212381 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c543201-9fc6-45aa-b5f6-6607fd3a297c req-9941e9d7-9065-44ca-8732-b34439778770 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:11.214200 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-5c543201-9fc6-45aa-b5f6-6607fd3a297c req-9941e9d7-9065-44ca-8732-b34439778770 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/ports?device_id=257f9b12-bb8a-4024-98e9-1b4372267afb HTTP/1.1" status: 200 len: 950 time: 0.0795922 Nov 23 07:45:11.232309 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-08ad48e5-d301-4260-9639-7eec69eb9d1a req-cb340152-4d92-43a8-b656-1ad4ffd874f3 service neutron] 10.222.0.31 "GET /v2.0/networks/3750312f-10a6-44d3-9b74-d5b95bc5fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897614 Nov 23 07:45:11.324774 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-5c543201-9fc6-45aa-b5f6-6607fd3a297c req-dab56b51-2760-45f0-ac2e-32c2c6396ae1 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/security-groups?id=d047bd90-5d15-4a90-baf3-0d154fc25d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984590 Nov 23 07:45:11.373155 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5f758094-e66a-4e15-9ae0-e986a3cec79d req-92fba44c-0fe0-462c-8df0-92961fd1c63f tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826915 Nov 23 07:45:11.383976 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6177d-09c3-40ea-895d-72314e6893de req-33238a04-c674-42e4-b1d4-6bd2ee0473c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:11.385677 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-41b6177d-09c3-40ea-895d-72314e6893de req-33238a04-c674-42e4-b1d4-6bd2ee0473c4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e589956e-ed5a-4e41-8270-f9456f7b8a2f HTTP/1.1" status: 200 len: 859 time: 0.1520004 Nov 23 07:45:11.449538 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-41b6177d-09c3-40ea-895d-72314e6893de req-4ed5b3d7-de55-4851-9c43-8b343347b65c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b78d8c29-35aa-4c8a-8439-dc361a48243a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331283 Nov 23 07:45:11.498956 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-08ad48e5-d301-4260-9639-7eec69eb9d1a req-93e5f615-9ae6-4201-baee-cc82595ee934 service neutron] 10.222.0.31 "GET /v2.0/networks/3750312f-10a6-44d3-9b74-d5b95bc5fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357724 Nov 23 07:45:11.530991 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bf23c-8e21-4ce1-a749-48a7c1a7c1b3 req-84f34b21-02fd-411d-b54b-72010fe5dafc tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:11.542200 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-054bf23c-8e21-4ce1-a749-48a7c1a7c1b3 req-84f34b21-02fd-411d-b54b-72010fe5dafc tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=732e1298-1293-4cb3-833a-264392fb9ddf HTTP/1.1" status: 200 len: 943 time: 0.0708728 Nov 23 07:45:11.577802 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-41b6177d-09c3-40ea-895d-72314e6893de req-81093099-3755-4c2d-ad1e-75e9b88de833 service neutron] 10.222.0.31 "GET /v2.0/networks/b78d8c29-35aa-4c8a-8439-dc361a48243a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173193 Nov 23 07:45:11.600968 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-054bf23c-8e21-4ce1-a749-48a7c1a7c1b3 req-c0c8c013-ce53-4bf3-9192-0e512c07f919 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562835 Nov 23 07:45:11.709275 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-41b6177d-09c3-40ea-895d-72314e6893de req-e8be3543-fa30-43dd-bb0c-0afc61b6b3f6 service neutron] 10.222.0.31 "GET /v2.0/networks/b78d8c29-35aa-4c8a-8439-dc361a48243a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123533 Nov 23 07:45:11.776927 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device b729e24f-17fa-4c4d-a210-3cb40b8aa4a8 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 07:45:11.893642 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port b729e24f-17fa-4c4d-a210-3cb40b8aa4a8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b729e24f-17fa-4c4d-a210-3cb40b8aa4a8,segment=NetworkSegment(9f745d33-59fe-494a-8a5a-c497c59b588b),segment_id=9f745d33-59fe-494a-8a5a-c497c59b588b)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:45:11.909060 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Returning: {'device': 'b729e24f-17fa-4c4d-a210-3cb40b8aa4a8', 'network_id': '3750312f-10a6-44d3-9b74-d5b95bc5fc19', 'port_id': 'b729e24f-17fa-4c4d-a210-3cb40b8aa4a8', 'mac_address': 'fa:16:3e:d6:37:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf856085-0aed-44e6-94b1-f39655962f39', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 07:45:11.979328 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:11.996423 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef96ef-01d4-4dba-8fc5-b297210b1efc req-19f590c8-3f2b-494e-badc-887b0945fb9d tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:11.998525 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a1ef96ef-01d4-4dba-8fc5-b297210b1efc req-19f590c8-3f2b-494e-badc-887b0945fb9d tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0581501 Nov 23 07:45:11.999337 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b729e24f-17fa-4c4d-a210-3cb40b8aa4a8 {{(pid=109285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:45:12.029100 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port b729e24f-17fa-4c4d-a210-3cb40b8aa4a8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b729e24f-17fa-4c4d-a210-3cb40b8aa4a8,segment=NetworkSegment(9f745d33-59fe-494a-8a5a-c497c59b588b),segment_id=9f745d33-59fe-494a-8a5a-c497c59b588b)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:45:12.033198 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:12.082151 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a1ef96ef-01d4-4dba-8fc5-b297210b1efc req-79574d36-3890-4bc7-aab0-77767c8e5751 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763738 Nov 23 07:45:12.095627 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=b729e24f-17fa-4c4d-a210-3cb40b8aa4a8,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:12.213360 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5454366-addb-4785-9571-4fd1aac23e6e req-3b596f57-d5d7-41c6-afc6-9bc77ce5c10b tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:12.215050 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f5454366-addb-4785-9571-4fd1aac23e6e req-3b596f57-d5d7-41c6-afc6-9bc77ce5c10b tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0830233 Nov 23 07:45:12.292383 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f5454366-addb-4785-9571-4fd1aac23e6e req-972c5778-b8aa-44ab-b7a3-f4a9520a9ea3 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608020 Nov 23 07:45:12.447914 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['b729e24f-17fa-4c4d-a210-3cb40b8aa4a8'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:45:12.464011 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b56113-052c-404b-98b7-c16666626653 req-bc8529b4-1813-4f8c-a8d9-99b0cc7cdc82 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:12.469130 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-74b56113-052c-404b-98b7-c16666626653 req-bc8529b4-1813-4f8c-a8d9-99b0cc7cdc82 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/ports?device_id=257f9b12-bb8a-4024-98e9-1b4372267afb HTTP/1.1" status: 200 len: 950 time: 0.0797718 Nov 23 07:45:12.546197 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d711bf3-0235-4f71-898b-6ffe078967db req-66e447f5-6d87-47d6-a1a9-0fa2bf5ed406 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:12.553675 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-1d711bf3-0235-4f71-898b-6ffe078967db req-66e447f5-6d87-47d6-a1a9-0fa2bf5ed406 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8fcc6a6-9265-4035-8a04-5c154de90d80 HTTP/1.1" status: 200 len: 946 time: 0.0924604 Nov 23 07:45:12.563581 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-74b56113-052c-404b-98b7-c16666626653 req-0a5d442c-23c2-4b60-8b7b-8cc4677b93e8 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/security-groups?id=d047bd90-5d15-4a90-baf3-0d154fc25d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867543 Nov 23 07:45:12.624010 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-1d711bf3-0235-4f71-898b-6ffe078967db req-7ac2ce30-170c-4650-aaff-c812c6db575f tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690854 Nov 23 07:45:12.776193 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29dbb2-3255-47f6-9931-a940c047670f req-850b19fd-8072-46c3-9b7c-295e4776fa01 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:12.778490 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-3b29dbb2-3255-47f6-9931-a940c047670f req-850b19fd-8072-46c3-9b7c-295e4776fa01 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=732e1298-1293-4cb3-833a-264392fb9ddf HTTP/1.1" status: 200 len: 944 time: 0.0791295 Nov 23 07:45:12.783014 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c1165-4794-4928-8215-82eaa88dc784 req-0bfb2b00-db50-4fca-95f2-dcd1450b8918 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:12.785448 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-cd3c1165-4794-4928-8215-82eaa88dc784 req-0bfb2b00-db50-4fca-95f2-dcd1450b8918 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8fcc6a6-9265-4035-8a04-5c154de90d80 HTTP/1.1" status: 200 len: 946 time: 0.1005960 Nov 23 07:45:12.867524 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-3b29dbb2-3255-47f6-9931-a940c047670f req-b5b10073-93dd-47e6-aadb-27a33f32ee30 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827248 Nov 23 07:45:12.916253 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-cd3c1165-4794-4928-8215-82eaa88dc784 req-893a962e-08ae-4535-9046-2f29e9128b2f tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Deleting port 08e13f9c-b230-4488-b77a-25b20c843475 {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:45:12.916608 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-cd3c1165-4794-4928-8215-82eaa88dc784 req-893a962e-08ae-4535-9046-2f29e9128b2f tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:13.046163 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d9878-c9f4-43f7-89bc-1adf224e1c42 req-4035485b-0cac-4159-a081-71c0f68ab486 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:13.054189 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-950d9878-c9f4-43f7-89bc-1adf224e1c42 req-4035485b-0cac-4159-a081-71c0f68ab486 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/ports?device_id=257f9b12-bb8a-4024-98e9-1b4372267afb HTTP/1.1" status: 200 len: 950 time: 0.1180468 Nov 23 07:45:13.076187 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-cd3c1165-4794-4928-8215-82eaa88dc784 req-893a962e-08ae-4535-9046-2f29e9128b2f tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] For port 08e13f9c-b230-4488-b77a-25b20c843475, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=08e13f9c-b230-4488-b77a-25b20c843475,segment=NetworkSegment(12cde7a2-059f-4710-8173-60a3363cb1ed),segment_id=12cde7a2-059f-4710-8173-60a3363cb1ed)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:45:13.076617 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-cd3c1165-4794-4928-8215-82eaa88dc784 req-893a962e-08ae-4535-9046-2f29e9128b2f tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:13.096719 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-cd3c1165-4794-4928-8215-82eaa88dc784 req-893a962e-08ae-4535-9046-2f29e9128b2f tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Calling delete_port for 08e13f9c-b230-4488-b77a-25b20c843475 owned by compute:nova {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:45:13.131308 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-950d9878-c9f4-43f7-89bc-1adf224e1c42 req-d16828c1-13c5-4969-9370-889d9531d712 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/security-groups?id=d047bd90-5d15-4a90-baf3-0d154fc25d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761774 Nov 23 07:45:13.243400 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b35671-abcf-465a-bec6-6972f7490a0b req-1e9ef16a-8cd6-49de-b901-b92b5e8792d0 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:13.250262 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-b4b35671-abcf-465a-bec6-6972f7490a0b req-1e9ef16a-8cd6-49de-b901-b92b5e8792d0 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0663390 Nov 23 07:45:13.278142 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-cd3c1165-4794-4928-8215-82eaa88dc784 req-893a962e-08ae-4535-9046-2f29e9128b2f tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:13.311899 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a962e-08ae-4535-9046-2f29e9128b2f tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Pushing event deleted for resources: {'Port': ['ID=08e13f9c-b230-4488-b77a-25b20c843475,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:13.317659 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-b4b35671-abcf-465a-bec6-6972f7490a0b req-525b5e22-2c75-4448-a253-9d63bba418a4 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632896 Nov 23 07:45:13.326943 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['08e13f9c-b230-4488-b77a-25b20c843475'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:45:13.374702 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3c1165-4794-4928-8215-82eaa88dc784 req-893a962e-08ae-4535-9046-2f29e9128b2f tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] No DVR routers for this DVR port 08e13f9c-b230-4488-b77a-25b20c843475 on host hv-cinder-80403 {{(pid=109283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:45:13.378346 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-cd3c1165-4794-4928-8215-82eaa88dc784 req-893a962e-08ae-4535-9046-2f29e9128b2f tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:13.383731 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-cd3c1165-4794-4928-8215-82eaa88dc784 req-893a962e-08ae-4535-9046-2f29e9128b2f tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.31 "DELETE /v2.0/ports/08e13f9c-b230-4488-b77a-25b20c843475 HTTP/1.1" status: 204 len: 173 time: 0.5861726 Nov 23 07:45:13.383731 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fcc6a6-9265-4035-8a04-5c154de90d80', 'name': 'network-vif-deleted', 'tag': '08e13f9c-b230-4488-b77a-25b20c843475'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:45:13.385012 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eddb69e-0a9f-4f43-837c-6568c1b2f4ac" -d '{"events": [{"server_uuid": "b8fcc6a6-9265-4035-8a04-5c154de90d80", "name": "network-vif-deleted", "tag": "08e13f9c-b230-4488-b77a-25b20c843475"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:45:13.446576 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc4df46-4ab0-4631-9d3f-9cd6f084ad9b x-openstack-request-id: req-abc4df46-4ab0-4631-9d3f-9cd6f084ad9b {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:45:13.447397 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8fcc6a6-9265-4035-8a04-5c154de90d80", "name": "network-vif-deleted", "tag": "08e13f9c-b230-4488-b77a-25b20c843475", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:45:13.447650 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-abc4df46-4ab0-4631-9d3f-9cd6f084ad9b {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:45:13.448046 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fcc6a6-9265-4035-8a04-5c154de90d80', 'name': 'network-vif-deleted', 'tag': '08e13f9c-b230-4488-b77a-25b20c843475', 'status': 'completed', 'code': 200} Nov 23 07:45:13.479289 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b9cc4-ccc9-4fa0-8682-81659cb621f3 req-35bd5924-0e79-404b-8d8e-80207955e8c6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:13.481119 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-720b9cc4-ccc9-4fa0-8682-81659cb621f3 req-35bd5924-0e79-404b-8d8e-80207955e8c6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0722198 Nov 23 07:45:13.531513 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-720b9cc4-ccc9-4fa0-8682-81659cb621f3 req-e7733ae3-c634-47d3-9c28-4cbdd796e497 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443501 Nov 23 07:45:13.617250 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:45:13.750762 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f53482a5-9ebf-4157-8e25-fb53629eefaa req-da78f480-5b93-44e7-80e9-c729c631f60c tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8fcc6a6-9265-4035-8a04-5c154de90d80 HTTP/1.1" status: 200 len: 210 time: 0.0344954 Nov 23 07:45:13.803780 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device b729e24f-17fa-4c4d-a210-3cb40b8aa4a8 up at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:45:13.869606 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning for port b729e24f-17fa-4c4d-a210-3cb40b8aa4a8 completed by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 07:45:13.874380 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning complete for port b729e24f-17fa-4c4d-a210-3cb40b8aa4a8 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:45:13.874940 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:14.028031 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea6e8d-d75b-4ab4-9759-3d8480568edd req-f3abe529-b33a-4edd-b6dc-7166c67c4534 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:14.035655 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-0bea6e8d-d75b-4ab4-9759-3d8480568edd req-f3abe529-b33a-4edd-b6dc-7166c67c4534 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=732e1298-1293-4cb3-833a-264392fb9ddf HTTP/1.1" status: 200 len: 944 time: 0.0758715 Nov 23 07:45:14.082340 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:14.100313 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-0bea6e8d-d75b-4ab4-9759-3d8480568edd req-493ba7d0-c538-4d0a-8cdd-2bc46c38ef11 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595164 Nov 23 07:45:14.119954 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732e1298-1293-4cb3-833a-264392fb9ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b729e24f-17fa-4c4d-a210-3cb40b8aa4a8'}] {{(pid=109285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:45:14.122501 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02971d1b2c0bcda538738d777e0cd5340c6e6849857750afdab036a2de6ad34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23237bbe-ecbf-45c9-873b-384f11196ef2" -d '{"events": [{"server_uuid": "732e1298-1293-4cb3-833a-264392fb9ddf", "name": "network-vif-plugged", "status": "completed", "tag": "b729e24f-17fa-4c4d-a210-3cb40b8aa4a8"}]}' {{(pid=109285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:45:14.137728 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port b729e24f-17fa-4c4d-a210-3cb40b8aa4a8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b729e24f-17fa-4c4d-a210-3cb40b8aa4a8,segment=NetworkSegment(9f745d33-59fe-494a-8a5a-c497c59b588b),segment_id=9f745d33-59fe-494a-8a5a-c497c59b588b)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:45:14.146603 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:14.147322 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 08e13f9c-b230-4488-b77a-25b20c843475 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:45:14.205379 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] No Port match for: 08e13f9c-b230-4488-b77a-25b20c843475 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:45:14.205648 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 08e13f9c-b230-4488-b77a-25b20c843475 not bound to the agent host hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:45:14.255316 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e299e3e-9d8e-4fac-99d6-d3f50ad19a15 x-openstack-request-id: req-8e299e3e-9d8e-4fac-99d6-d3f50ad19a15 {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:45:14.255691 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732e1298-1293-4cb3-833a-264392fb9ddf", "name": "network-vif-plugged", "status": "completed", "tag": "b729e24f-17fa-4c4d-a210-3cb40b8aa4a8", "code": 200}]} {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:45:14.255954 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8e299e3e-9d8e-4fac-99d6-d3f50ad19a15 {{(pid=109285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:45:14.256362 dv-cinder-804035-14-iscsi neutron-server[109285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '732e1298-1293-4cb3-833a-264392fb9ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b729e24f-17fa-4c4d-a210-3cb40b8aa4a8', 'code': 200} Nov 23 07:45:14.302918 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=b729e24f-17fa-4c4d-a210-3cb40b8aa4a8,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:14.481155 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c74098-f3d0-4d4b-a36b-5b0f6071529f req-82253f59-353a-4ec7-b907-53a076e69f4a tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:14.489252 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-c0c74098-f3d0-4d4b-a36b-5b0f6071529f req-82253f59-353a-4ec7-b907-53a076e69f4a tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0671394 Nov 23 07:45:14.526903 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb748e05-2277-4c6c-a2e1-b25560b8b01b req-a5e74156-f083-4fe4-a3ea-f7c4151aa0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:14.528818 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-bb748e05-2277-4c6c-a2e1-b25560b8b01b req-a5e74156-f083-4fe4-a3ea-f7c4151aa0c6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=732e1298-1293-4cb3-833a-264392fb9ddf HTTP/1.1" status: 200 len: 1098 time: 0.0794971 Nov 23 07:45:14.536787 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a9c7d-7ec8-44d5-a7f6-1c43613819ff req-454e3fea-d580-481d-8a21-ea9064edd1db tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:14.538313 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a75a9c7d-7ec8-44d5-a7f6-1c43613819ff req-454e3fea-d580-481d-8a21-ea9064edd1db tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/ports?device_id=257f9b12-bb8a-4024-98e9-1b4372267afb HTTP/1.1" status: 200 len: 950 time: 0.0989110 Nov 23 07:45:14.564609 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-c0c74098-f3d0-4d4b-a36b-5b0f6071529f req-874d1bc8-a6ab-4bbf-af9b-ec3529bdce38 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741808 Nov 23 07:45:14.616871 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a75a9c7d-7ec8-44d5-a7f6-1c43613819ff req-c9844249-d9b1-40f2-9500-c9f7060eda62 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/security-groups?id=d047bd90-5d15-4a90-baf3-0d154fc25d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686877 Nov 23 07:45:14.676851 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-bb748e05-2277-4c6c-a2e1-b25560b8b01b req-f2b38c5d-7773-4383-8807-b33f6755b420 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349247 Nov 23 07:45:14.955218 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d23d3-d5ac-4177-9148-135f33f807ed req-04c831eb-4979-45cb-a457-1956484fbe2b tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:14.957039 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-424d23d3-d5ac-4177-9148-135f33f807ed req-04c831eb-4979-45cb-a457-1956484fbe2b tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.1396763 Nov 23 07:45:15.059415 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572e3d1-681d-4f9e-aa0f-677a7af128fc req-9cd9c91b-6322-4dbf-a32a-f88a73644219 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:15.062476 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7572e3d1-681d-4f9e-aa0f-677a7af128fc req-9cd9c91b-6322-4dbf-a32a-f88a73644219 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.31 "GET /v2.0/ports?device_id=257f9b12-bb8a-4024-98e9-1b4372267afb HTTP/1.1" status: 200 len: 950 time: 0.1496701 Nov 23 07:45:15.103846 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-424d23d3-d5ac-4177-9148-135f33f807ed req-5e761787-d3f1-48a0-b94f-6a0c00b1186e tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384206 Nov 23 07:45:15.259814 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e0045-dcde-4fef-8af2-3d242c141eeb req-127cfa91-4ca4-4574-8aad-77ee0a322b0e tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:15.268085 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-070e0045-dcde-4fef-8af2-3d242c141eeb req-127cfa91-4ca4-4574-8aad-77ee0a322b0e tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=732e1298-1293-4cb3-833a-264392fb9ddf HTTP/1.1" status: 200 len: 945 time: 0.0644219 Nov 23 07:45:15.290430 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-7572e3d1-681d-4f9e-aa0f-677a7af128fc req-5531666b-62a5-4f20-bd41-043b9e6a5253 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Deleting port cae966e3-c326-4a3a-8326-de8bd1225127 {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:45:15.290813 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-7572e3d1-681d-4f9e-aa0f-677a7af128fc req-5531666b-62a5-4f20-bd41-043b9e6a5253 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:15.324846 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-070e0045-dcde-4fef-8af2-3d242c141eeb req-6ed0558d-ef19-4605-9ae4-44fa2919a841 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556526 Nov 23 07:45:15.328939 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959a945-5a95-4822-a251-0a44f68807af req-bfb4edd2-803e-4cbc-8ada-fc53e6cfc2d0 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:15.338598 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5959a945-5a95-4822-a251-0a44f68807af req-bfb4edd2-803e-4cbc-8ada-fc53e6cfc2d0 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/networks?id=1d025715-d454-4776-858b-529ffc8c62df HTTP/1.1" status: 200 len: 809 time: 0.1958416 Nov 23 07:45:15.384171 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5959a945-5a95-4822-a251-0a44f68807af req-8648114c-89f4-4aa0-bcf3-fb1027787a75 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/quotas/8c9142ed0ac74c31a3d2b005076861fb HTTP/1.1" status: 200 len: 375 time: 0.0444989 Nov 23 07:45:15.425464 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5959a945-5a95-4822-a251-0a44f68807af req-f3f50c2e-71b9-4905-b8f3-17ec1672fbff tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c9142ed0ac74c31a3d2b005076861fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296478 Nov 23 07:45:15.534725 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-7572e3d1-681d-4f9e-aa0f-677a7af128fc req-5531666b-62a5-4f20-bd41-043b9e6a5253 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] For port cae966e3-c326-4a3a-8326-de8bd1225127, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=cae966e3-c326-4a3a-8326-de8bd1225127,segment=NetworkSegment(fd030f3e-2351-48f2-b32c-fbf319178097),segment_id=fd030f3e-2351-48f2-b32c-fbf319178097)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:45:15.535256 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-7572e3d1-681d-4f9e-aa0f-677a7af128fc req-5531666b-62a5-4f20-bd41-043b9e6a5253 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:15.539746 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5959a945-5a95-4822-a251-0a44f68807af req-4ab94168-8cf0-4e77-9aa3-e2857b720a58 service neutron] 10.222.0.48 "GET /v2.0/networks/1d025715-d454-4776-858b-529ffc8c62df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054077 Nov 23 07:45:15.599966 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-7572e3d1-681d-4f9e-aa0f-677a7af128fc req-5531666b-62a5-4f20-bd41-043b9e6a5253 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Calling delete_port for cae966e3-c326-4a3a-8326-de8bd1225127 owned by compute:nova {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:45:15.854122 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5154a96-a264-464d-8a9b-9a244169e499 req-fccfec22-4008-44b5-9231-9364c97bf4da tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:15.855619 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-a5154a96-a264-464d-8a9b-9a244169e499 req-fccfec22-4008-44b5-9231-9364c97bf4da tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/ports?device_id=257f9b12-bb8a-4024-98e9-1b4372267afb HTTP/1.1" status: 200 len: 950 time: 0.1190274 Nov 23 07:45:15.905534 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5959a945-5a95-4822-a251-0a44f68807af req-42cc2bad-a1ab-49a0-9699-db4c66933cda service neutron] 10.222.0.48 "GET /v2.0/networks/1d025715-d454-4776-858b-529ffc8c62df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203142 Nov 23 07:45:15.916026 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-a5154a96-a264-464d-8a9b-9a244169e499 req-a6815273-dbf6-4687-b0a5-16db466cdaf1 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.48 "GET /v2.0/security-groups?id=d047bd90-5d15-4a90-baf3-0d154fc25d8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535612 Nov 23 07:45:16.029048 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-7572e3d1-681d-4f9e-aa0f-677a7af128fc req-5531666b-62a5-4f20-bd41-043b9e6a5253 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:16.062264 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531666b-62a5-4f20-bd41-043b9e6a5253 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Pushing event deleted for resources: {'Port': ['ID=cae966e3-c326-4a3a-8326-de8bd1225127,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:16.117101 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-7572e3d1-681d-4f9e-aa0f-677a7af128fc req-5531666b-62a5-4f20-bd41-043b9e6a5253 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] No DVR routers for this DVR port cae966e3-c326-4a3a-8326-de8bd1225127 on host hv-cinder-80403 {{(pid=109283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:45:16.122226 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-7572e3d1-681d-4f9e-aa0f-677a7af128fc req-5531666b-62a5-4f20-bd41-043b9e6a5253 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:16.126506 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7572e3d1-681d-4f9e-aa0f-677a7af128fc req-5531666b-62a5-4f20-bd41-043b9e6a5253 tempest-VolumesNegativeTest-19722383 tempest-VolumesNegativeTest-19722383-project] 10.222.0.31 "DELETE /v2.0/ports/cae966e3-c326-4a3a-8326-de8bd1225127 HTTP/1.1" status: 204 len: 173 time: 1.0373414 Nov 23 07:45:16.131952 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257f9b12-bb8a-4024-98e9-1b4372267afb', 'name': 'network-vif-deleted', 'tag': 'cae966e3-c326-4a3a-8326-de8bd1225127'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:45:16.131952 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d703c80-fe11-4de2-a203-673dba43f251" -d '{"events": [{"server_uuid": "257f9b12-bb8a-4024-98e9-1b4372267afb", "name": "network-vif-deleted", "tag": "cae966e3-c326-4a3a-8326-de8bd1225127"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:45:16.280827 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-6358e3bd-b6c8-484e-ad0a-5b648f3738a0 req-67c2a940-1226-40e0-ae58-d5cf728752f1 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd486dfc-f28a-4b35-ab29-ffe8daab8a69 HTTP/1.1" status: 200 len: 210 time: 0.0776756 Nov 23 07:45:16.318809 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3a5d3-141e-4778-afe2-33865526b60e req-cec3388a-a604-4c0c-bbbf-e9f0ff01cbc5 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:16.327075 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-26d3a5d3-141e-4778-afe2-33865526b60e req-cec3388a-a604-4c0c-bbbf-e9f0ff01cbc5 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0742087 Nov 23 07:45:16.393240 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f75f892-4367-48a6-add9-686207174eb8 x-openstack-request-id: req-2f75f892-4367-48a6-add9-686207174eb8 {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:45:16.393549 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257f9b12-bb8a-4024-98e9-1b4372267afb", "name": "network-vif-deleted", "tag": "cae966e3-c326-4a3a-8326-de8bd1225127", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:45:16.393835 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f75f892-4367-48a6-add9-686207174eb8 {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:45:16.394257 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257f9b12-bb8a-4024-98e9-1b4372267afb', 'name': 'network-vif-deleted', 'tag': 'cae966e3-c326-4a3a-8326-de8bd1225127', 'status': 'completed', 'code': 200} Nov 23 07:45:16.443848 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-26d3a5d3-141e-4778-afe2-33865526b60e req-5ad5c668-e726-4271-9baf-f0370feb81d5 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156654 Nov 23 07:45:16.555870 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28f28c-c6b6-450a-ad95-111a9442a512 req-e648fb90-a3f2-4af5-bbdf-96bcc0b5d94f tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:16.565734 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-2e28f28c-c6b6-450a-ad95-111a9442a512 req-e648fb90-a3f2-4af5-bbdf-96bcc0b5d94f tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0631852 Nov 23 07:45:16.606977 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c5c75-602d-48a2-b4f4-3ef6e82a1f7d req-1af7a507-fe9f-4e14-8821-63dfd9a1afe3 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:16.608778 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7e4c5c75-602d-48a2-b4f4-3ef6e82a1f7d req-1af7a507-fe9f-4e14-8821-63dfd9a1afe3 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=732e1298-1293-4cb3-833a-264392fb9ddf HTTP/1.1" status: 200 len: 945 time: 0.0791984 Nov 23 07:45:16.630300 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-2e28f28c-c6b6-450a-ad95-111a9442a512 req-ad4c0644-19c0-4444-9091-ba2b2295b1e5 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572841 Nov 23 07:45:16.680675 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7e4c5c75-602d-48a2-b4f4-3ef6e82a1f7d req-e2edc2fc-06ca-40c8-bc5e-b448c5325a5e tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648017 Nov 23 07:45:17.411261 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-313f2743-c7c4-4dfe-a964-7d95e33f8e82 req-18a59e17-e464-47a2-9112-acca65830ed0 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd486dfc-f28a-4b35-ab29-ffe8daab8a69 HTTP/1.1" status: 200 len: 210 time: 0.0366061 Nov 23 07:45:17.719563 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8e210-ef0e-4457-8fb0-457ea21b3faa req-e62467f2-99d8-4187-848c-9e725a4bdf5e tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:17.728700 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-87a8e210-ef0e-4457-8fb0-457ea21b3faa req-e62467f2-99d8-4187-848c-9e725a4bdf5e tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0790849 Nov 23 07:45:17.817289 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-87a8e210-ef0e-4457-8fb0-457ea21b3faa req-9bec73c1-57dd-4436-8fe4-bceca04340c6 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871744 Nov 23 07:45:17.835458 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device cae966e3-c326-4a3a-8326-de8bd1225127 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:45:17.880344 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31dd1b-49fc-4002-93eb-f65298c62483 req-65ac522f-4c3d-4090-8d6f-43000747bb3d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:17.881138 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] No Port match for: cae966e3-c326-4a3a-8326-de8bd1225127 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:45:17.883877 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device cae966e3-c326-4a3a-8326-de8bd1225127 not bound to the agent host hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:45:17.890851 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-0f31dd1b-49fc-4002-93eb-f65298c62483 req-65ac522f-4c3d-4090-8d6f-43000747bb3d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.2946701 Nov 23 07:45:17.962419 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959a945-5a95-4822-a251-0a44f68807af req-93d207bb-2fed-4f91-a80d-6cd9fc6eaaa9 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:17.963965 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5959a945-5a95-4822-a251-0a44f68807af req-93d207bb-2fed-4f91-a80d-6cd9fc6eaaa9 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.31 "GET /v2.0/networks?id=1d025715-d454-4776-858b-529ffc8c62df HTTP/1.1" status: 200 len: 809 time: 0.4129474 Nov 23 07:45:17.985481 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-5959a945-5a95-4822-a251-0a44f68807af req-dac128e5-a672-43e0-aeae-7260b4175f46 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Request body: {'port': {'device_id': 'cd486dfc-f28a-4b35-ab29-ffe8daab8a69', 'network_id': '1d025715-d454-4776-858b-529ffc8c62df', 'admin_state_up': True, 'tenant_id': '8c9142ed0ac74c31a3d2b005076861fb'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:45:18.021611 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-0f31dd1b-49fc-4002-93eb-f65298c62483 req-0996b678-3997-4df2-9411-01b0e65c6098 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297605 Nov 23 07:45:18.180567 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5959a945-5a95-4822-a251-0a44f68807af req-dac128e5-a672-43e0-aeae-7260b4175f46 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Made reservation on behalf of 8c9142ed0ac74c31a3d2b005076861fb for: {'port': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:45:18.184660 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-5959a945-5a95-4822-a251-0a44f68807af req-dac128e5-a672-43e0-aeae-7260b4175f46 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:18.366244 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [req-5959a945-5a95-4822-a251-0a44f68807af req-dac128e5-a672-43e0-aeae-7260b4175f46 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Allocated IP 172.20.0.12 (1d025715-d454-4776-858b-529ffc8c62df/a9f6d479-ed5c-452d-9d6b-a49a11ec0c48/7abf5039-2cd0-48cc-93cd-f72b7d305c16) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:45:18.567996 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-b26ed366-19e2-4f4b-8cfa-8c5535c45a4d req-4a9fe7f9-5677-41a2-a867-868b86071a85 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd486dfc-f28a-4b35-ab29-ffe8daab8a69 HTTP/1.1" status: 200 len: 210 time: 0.0560553 Nov 23 07:45:18.874073 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-5959a945-5a95-4822-a251-0a44f68807af req-dac128e5-a672-43e0-aeae-7260b4175f46 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:18.955029 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-5959a945-5a95-4822-a251-0a44f68807af req-dac128e5-a672-43e0-aeae-7260b4175f46 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:19.002572 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8675c3-949a-48f6-8870-dcd3e175d16e req-f2fa8cc0-e023-49e8-991a-8dd742ac146b tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:19.004099 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8f8675c3-949a-48f6-8870-dcd3e175d16e req-f2fa8cc0-e023-49e8-991a-8dd742ac146b tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0922155 Nov 23 07:45:19.024183 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5959a945-5a95-4822-a251-0a44f68807af req-dac128e5-a672-43e0-aeae-7260b4175f46 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Network 1d025715-d454-4776-858b-529ffc8c62df is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:45:19.035079 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [req-5959a945-5a95-4822-a251-0a44f68807af req-dac128e5-a672-43e0-aeae-7260b4175f46 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:45:19.046189 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-5959a945-5a95-4822-a251-0a44f68807af req-dac128e5-a672-43e0-aeae-7260b4175f46 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:45:19.052021 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959a945-5a95-4822-a251-0a44f68807af req-dac128e5-a672-43e0-aeae-7260b4175f46 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:19.052593 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-5959a945-5a95-4822-a251-0a44f68807af req-dac128e5-a672-43e0-aeae-7260b4175f46 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:19.097504 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac128e5-a672-43e0-aeae-7260b4175f46 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Pushing event updated for resources: {'Port': ['ID=7abf5039-2cd0-48cc-93cd-f72b7d305c16,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:19.149275 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5959a945-5a95-4822-a251-0a44f68807af req-dac128e5-a672-43e0-aeae-7260b4175f46 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1682763 Nov 23 07:45:19.176519 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-5959a945-5a95-4822-a251-0a44f68807af req-1245b637-8ce1-4c0d-86c3-a120e88f0107 service neutron] Request body: {'port': {'device_id': 'cd486dfc-f28a-4b35-ab29-ffe8daab8a69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:45:19.208503 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042272b-0b6d-4af9-94db-b1e20147ba79 req-17f23fe8-8cdd-485e-9fa8-b6c21daa4cf4 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:19.210770 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-a042272b-0b6d-4af9-94db-b1e20147ba79 req-17f23fe8-8cdd-485e-9fa8-b6c21daa4cf4 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0610008 Nov 23 07:45:19.226098 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8f8675c3-949a-48f6-8870-dcd3e175d16e req-e40f427f-6a33-42ef-9003-640252fd0712 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116728 Nov 23 07:45:19.265940 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-5959a945-5a95-4822-a251-0a44f68807af req-1245b637-8ce1-4c0d-86c3-a120e88f0107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:19.286825 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-a042272b-0b6d-4af9-94db-b1e20147ba79 req-68cc0143-dba0-4e15-aa4b-4b85706b63ee tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675437 Nov 23 07:45:19.686294 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [req-5959a945-5a95-4822-a251-0a44f68807af req-1245b637-8ce1-4c0d-86c3-a120e88f0107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7abf5039-2cd0-48cc-93cd-f72b7d305c16 {{(pid=109283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:45:19.686294 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-5959a945-5a95-4822-a251-0a44f68807af req-1245b637-8ce1-4c0d-86c3-a120e88f0107 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:19.686294 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.provisioning_blocks [req-5959a945-5a95-4822-a251-0a44f68807af req-1245b637-8ce1-4c0d-86c3-a120e88f0107 service neutron] Transition to ACTIVE for port object 7abf5039-2cd0-48cc-93cd-f72b7d305c16 will not be triggered until provisioned by entity L2. {{(pid=109283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 07:45:19.722553 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-5959a945-5a95-4822-a251-0a44f68807af req-1245b637-8ce1-4c0d-86c3-a120e88f0107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:19.952327 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245b637-8ce1-4c0d-86c3-a120e88f0107 service neutron] Pushing event updated for resources: {'Port': ['ID=7abf5039-2cd0-48cc-93cd-f72b7d305c16,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:20.000114 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e180c1-3fb5-4695-aad0-2cd3ce8440c6 req-6941aadb-1ee1-4bb8-96f7-d3a4248aafdb tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:20.002828 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-40e180c1-3fb5-4695-aad0-2cd3ce8440c6 req-6941aadb-1ee1-4bb8-96f7-d3a4248aafdb tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd486dfc-f28a-4b35-ab29-ffe8daab8a69 HTTP/1.1" status: 200 len: 944 time: 0.1274009 Nov 23 07:45:20.004734 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-5959a945-5a95-4822-a251-0a44f68807af req-1245b637-8ce1-4c0d-86c3-a120e88f0107 service neutron] Attempting to bind port 7abf5039-2cd0-48cc-93cd-f72b7d305c16 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:45:20.005262 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-5959a945-5a95-4822-a251-0a44f68807af req-1245b637-8ce1-4c0d-86c3-a120e88f0107 service neutron] Attempting to bind port 7abf5039-2cd0-48cc-93cd-f72b7d305c16 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '12cde7a2-059f-4710-8173-60a3363cb1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1d025715-d454-4776-858b-529ffc8c62df'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:45:20.005835 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5959a945-5a95-4822-a251-0a44f68807af req-1245b637-8ce1-4c0d-86c3-a120e88f0107 service neutron] Attempting to bind port 7abf5039-2cd0-48cc-93cd-f72b7d305c16 on network 1d025715-d454-4776-858b-529ffc8c62df {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:45:20.036123 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5959a945-5a95-4822-a251-0a44f68807af req-1245b637-8ce1-4c0d-86c3-a120e88f0107 service neutron] Port 7abf5039-2cd0-48cc-93cd-f72b7d305c16 on network 1d025715-d454-4776-858b-529ffc8c62df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 07:45:20.036495 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5959a945-5a95-4822-a251-0a44f68807af req-1245b637-8ce1-4c0d-86c3-a120e88f0107 service neutron] Attempting to bind port 7abf5039-2cd0-48cc-93cd-f72b7d305c16 on network 1d025715-d454-4776-858b-529ffc8c62df {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:45:20.077368 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5959a945-5a95-4822-a251-0a44f68807af req-1245b637-8ce1-4c0d-86c3-a120e88f0107 service neutron] Checking agent: {'id': 'ef857e00-999e-40cc-a620-789cb776d291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'started_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:45:20.077772 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5959a945-5a95-4822-a251-0a44f68807af req-1245b637-8ce1-4c0d-86c3-a120e88f0107 service neutron] Checking segment: {'id': '12cde7a2-059f-4710-8173-60a3363cb1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1d025715-d454-4776-858b-529ffc8c62df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:45:20.078158 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5959a945-5a95-4822-a251-0a44f68807af req-1245b637-8ce1-4c0d-86c3-a120e88f0107 service neutron] Bound using segment: {'id': '12cde7a2-059f-4710-8173-60a3363cb1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1d025715-d454-4776-858b-529ffc8c62df'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:45:20.078613 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-5959a945-5a95-4822-a251-0a44f68807af req-1245b637-8ce1-4c0d-86c3-a120e88f0107 service neutron] Bound port: 7abf5039-2cd0-48cc-93cd-f72b7d305c16, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12cde7a2-059f-4710-8173-60a3363cb1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1d025715-d454-4776-858b-529ffc8c62df'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:45:20.078981 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-5959a945-5a95-4822-a251-0a44f68807af req-1245b637-8ce1-4c0d-86c3-a120e88f0107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:20.099977 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-40e180c1-3fb5-4695-aad0-2cd3ce8440c6 req-ce737989-616b-4502-9ece-0b7ce9a15093 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884626 Nov 23 07:45:20.164253 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-5959a945-5a95-4822-a251-0a44f68807af req-1245b637-8ce1-4c0d-86c3-a120e88f0107 service neutron] For port 7abf5039-2cd0-48cc-93cd-f72b7d305c16, host hv-cinder-80403, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:45:20.167348 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-5959a945-5a95-4822-a251-0a44f68807af req-1245b637-8ce1-4c0d-86c3-a120e88f0107 service neutron] For port 7abf5039-2cd0-48cc-93cd-f72b7d305c16, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7abf5039-2cd0-48cc-93cd-f72b7d305c16,segment=NetworkSegment(12cde7a2-059f-4710-8173-60a3363cb1ed),segment_id=12cde7a2-059f-4710-8173-60a3363cb1ed)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:45:20.172852 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-5959a945-5a95-4822-a251-0a44f68807af req-1245b637-8ce1-4c0d-86c3-a120e88f0107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:20.222015 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959a945-5a95-4822-a251-0a44f68807af req-1245b637-8ce1-4c0d-86c3-a120e88f0107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:20.223370 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-5959a945-5a95-4822-a251-0a44f68807af req-1245b637-8ce1-4c0d-86c3-a120e88f0107 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:20.227903 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5959a945-5a95-4822-a251-0a44f68807af req-1245b637-8ce1-4c0d-86c3-a120e88f0107 service neutron] 10.222.0.31 "PUT /v2.0/ports/7abf5039-2cd0-48cc-93cd-f72b7d305c16 HTTP/1.1" status: 200 len: 1094 time: 1.0580342 Nov 23 07:45:20.228441 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd486dfc-f28a-4b35-ab29-ffe8daab8a69', 'tag': '7abf5039-2cd0-48cc-93cd-f72b7d305c16'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:45:20.235954 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dd8de4-0b55-4362-808a-6cefc33e6427" -d '{"events": [{"name": "network-changed", "server_uuid": "cd486dfc-f28a-4b35-ab29-ffe8daab8a69", "tag": "7abf5039-2cd0-48cc-93cd-f72b7d305c16"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:45:20.271630 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245b637-8ce1-4c0d-86c3-a120e88f0107 service neutron] Pushing event updated for resources: {'Port': ['ID=7abf5039-2cd0-48cc-93cd-f72b7d305c16,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:20.303982 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0be9fa9-1f84-48a9-90ce-da8dd8cf920e x-openstack-request-id: req-f0be9fa9-1f84-48a9-90ce-da8dd8cf920e {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:45:20.304531 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd486dfc-f28a-4b35-ab29-ffe8daab8a69", "tag": "7abf5039-2cd0-48cc-93cd-f72b7d305c16", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:45:20.304886 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f0be9fa9-1f84-48a9-90ce-da8dd8cf920e {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:45:20.305549 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd486dfc-f28a-4b35-ab29-ffe8daab8a69', 'tag': '7abf5039-2cd0-48cc-93cd-f72b7d305c16', 'status': 'completed', 'code': 200} Nov 23 07:45:20.394801 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959a945-5a95-4822-a251-0a44f68807af req-4e50edb2-1b21-40b9-8d67-68e3dcf29c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:20.396660 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5959a945-5a95-4822-a251-0a44f68807af req-4e50edb2-1b21-40b9-8d67-68e3dcf29c81 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8c9142ed0ac74c31a3d2b005076861fb&device_id=cd486dfc-f28a-4b35-ab29-ffe8daab8a69 HTTP/1.1" status: 200 len: 1097 time: 0.1048424 Nov 23 07:45:20.421982 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9248716-d6fc-4b8f-bb83-6d379ea8ec0a req-330d47be-7d97-4ad9-966e-7a021d09f76d tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:20.426753 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c9248716-d6fc-4b8f-bb83-6d379ea8ec0a req-330d47be-7d97-4ad9-966e-7a021d09f76d tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.1015677 Nov 23 07:45:20.508946 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc76219-a638-434e-af48-3ade829639b8 req-b2c1257f-6927-4854-95cd-a7944dbbd873 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:20.511197 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ffc76219-a638-434e-af48-3ade829639b8 req-b2c1257f-6927-4854-95cd-a7944dbbd873 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.1001277 Nov 23 07:45:20.531863 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5959a945-5a95-4822-a251-0a44f68807af req-5a94a7f7-c115-448d-b298-ce3a7d19c09a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7abf5039-2cd0-48cc-93cd-f72b7d305c16 HTTP/1.1" status: 200 len: 217 time: 0.1035807 Nov 23 07:45:20.585238 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ffc76219-a638-434e-af48-3ade829639b8 req-64d6fd5b-9248-47b2-b8ee-af92605e38b2 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619879 Nov 23 07:45:20.609967 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c9248716-d6fc-4b8f-bb83-6d379ea8ec0a req-46a44929-8381-47dd-829f-825044f63767 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648619 Nov 23 07:45:20.633406 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959a945-5a95-4822-a251-0a44f68807af req-286a3427-125f-4582-9820-93e7dce0f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:20.635111 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5959a945-5a95-4822-a251-0a44f68807af req-286a3427-125f-4582-9820-93e7dce0f437 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a9f6d479-ed5c-452d-9d6b-a49a11ec0c48 HTTP/1.1" status: 200 len: 849 time: 0.0767555 Nov 23 07:45:20.670795 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5959a945-5a95-4822-a251-0a44f68807af req-57714eea-d2cd-480f-ac90-0c5429c2698f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1d025715-d454-4776-858b-529ffc8c62df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279243 Nov 23 07:45:20.790235 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5959a945-5a95-4822-a251-0a44f68807af req-3a54482c-5cb0-4752-bb9a-5d77a5111061 service neutron] 10.222.0.31 "GET /v2.0/networks/1d025715-d454-4776-858b-529ffc8c62df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093872 Nov 23 07:45:20.901606 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5959a945-5a95-4822-a251-0a44f68807af req-40501ddb-5ec8-4546-a287-f46775317ebc service neutron] 10.222.0.31 "GET /v2.0/networks/1d025715-d454-4776-858b-529ffc8c62df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036286 Nov 23 07:45:21.015021 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd8de4-0b55-4362-808a-6cefc33e6427 req-9f784163-d68b-44fe-bbc4-5c2d10c0c4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:21.016761 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d4dd8de4-0b55-4362-808a-6cefc33e6427 req-9f784163-d68b-44fe-bbc4-5c2d10c0c4dd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8c9142ed0ac74c31a3d2b005076861fb&device_id=cd486dfc-f28a-4b35-ab29-ffe8daab8a69 HTTP/1.1" status: 200 len: 1097 time: 0.0524328 Nov 23 07:45:21.133675 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd8de4-0b55-4362-808a-6cefc33e6427 req-7ac514fb-527c-45a2-84d3-48d393a0df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:21.135746 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d4dd8de4-0b55-4362-808a-6cefc33e6427 req-7ac514fb-527c-45a2-84d3-48d393a0df43 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1d025715-d454-4776-858b-529ffc8c62df HTTP/1.1" status: 200 len: 910 time: 0.1090038 Nov 23 07:45:21.225268 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d4dd8de4-0b55-4362-808a-6cefc33e6427 req-1dbcc97d-00d1-4a99-b2e7-31b8e3a76f4a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7abf5039-2cd0-48cc-93cd-f72b7d305c16 HTTP/1.1" status: 200 len: 217 time: 0.0714712 Nov 23 07:45:21.310580 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd8de4-0b55-4362-808a-6cefc33e6427 req-1b046799-9e77-430f-ad05-7cb5d55bb366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:21.311249 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d4dd8de4-0b55-4362-808a-6cefc33e6427 req-1b046799-9e77-430f-ad05-7cb5d55bb366 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a9f6d479-ed5c-452d-9d6b-a49a11ec0c48 HTTP/1.1" status: 200 len: 849 time: 0.0556707 Nov 23 07:45:21.324960 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfadf0-09d1-47e1-8a3e-8c36cffc7c72 req-38a23282-201b-4c4a-a6b5-de1709a59303 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:21.324960 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f3dfadf0-09d1-47e1-8a3e-8c36cffc7c72 req-38a23282-201b-4c4a-a6b5-de1709a59303 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd486dfc-f28a-4b35-ab29-ffe8daab8a69 HTTP/1.1" status: 200 len: 944 time: 0.0986264 Nov 23 07:45:21.360790 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d4dd8de4-0b55-4362-808a-6cefc33e6427 req-0fa6f05e-57cb-4a48-bfeb-af34ac1c0255 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1d025715-d454-4776-858b-529ffc8c62df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355246 Nov 23 07:45:21.473978 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f3dfadf0-09d1-47e1-8a3e-8c36cffc7c72 req-1afe0623-7a43-4495-9f39-07f671d7254e tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350851 Nov 23 07:45:21.492405 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-70eea2e9-fd75-4492-9be6-c720891edd0f tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:21.499846 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-70eea2e9-fd75-4492-9be6-c720891edd0f tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/networks?id=1b5d852b-b97c-4e33-b149-2a4c0450e4d5 HTTP/1.1" status: 200 len: 814 time: 0.1496124 Nov 23 07:45:21.511582 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-6fd0c909-061e-41f9-8978-77575e4443b9 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/quotas/c42cd8fcb71040c394c2fa2ed9324ae0 HTTP/1.1" status: 200 len: 375 time: 0.0104132 Nov 23 07:45:21.514280 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d4dd8de4-0b55-4362-808a-6cefc33e6427 req-cc414316-4877-4f75-9f09-27ba0ffa1466 service neutron] 10.222.0.31 "GET /v2.0/networks/1d025715-d454-4776-858b-529ffc8c62df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408029 Nov 23 07:45:21.575866 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-ec233805-0e78-4653-89fe-29899a50c6e4 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c42cd8fcb71040c394c2fa2ed9324ae0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578287 Nov 23 07:45:21.659866 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d4dd8de4-0b55-4362-808a-6cefc33e6427 req-c6178879-b77b-4c37-b32d-fc0f943920d6 service neutron] 10.222.0.31 "GET /v2.0/networks/1d025715-d454-4776-858b-529ffc8c62df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359737 Nov 23 07:45:21.709264 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-2359c97a-ebcf-49ca-a589-042e7d19c908 service neutron] 10.222.0.48 "GET /v2.0/networks/1b5d852b-b97c-4e33-b149-2a4c0450e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188765 Nov 23 07:45:21.744847 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a043927-0177-45d3-80c1-5fc55b91e3f7 req-ae970a52-4732-4acf-a274-de6369a81753 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:21.746422 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-0a043927-0177-45d3-80c1-5fc55b91e3f7 req-ae970a52-4732-4acf-a274-de6369a81753 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0818343 Nov 23 07:45:21.811868 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-0a043927-0177-45d3-80c1-5fc55b91e3f7 req-d08bcb03-131c-4509-aa92-e29a4419fd88 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582781 Nov 23 07:45:21.818253 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-5ae13761-913f-4170-aa54-233fd590081c service neutron] 10.222.0.48 "GET /v2.0/networks/1b5d852b-b97c-4e33-b149-2a4c0450e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987136 Nov 23 07:45:21.935435 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33f4e8-b80c-45c8-87e0-1bcbd43924a8 req-704cd84b-582b-42df-8a3a-55c67599ea92 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:21.937137 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7a33f4e8-b80c-45c8-87e0-1bcbd43924a8 req-704cd84b-582b-42df-8a3a-55c67599ea92 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0619686 Nov 23 07:45:22.025808 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7a33f4e8-b80c-45c8-87e0-1bcbd43924a8 req-90e7c0dc-46c7-4bf2-abd1-81916aedceb4 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726950 Nov 23 07:45:22.026384 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-e2934093-85b1-4a29-abb0-afee0bbdb00e req-fe802d4b-9a26-4bc2-8abf-4c89be3a2be7 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 210 time: 0.0397320 Nov 23 07:45:22.605245 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8d212-a097-43d8-bc78-2ca991953f08 req-7150a27a-5f12-4ad3-9e59-498aab3c618a tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:22.606920 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-77b8d212-a097-43d8-bc78-2ca991953f08 req-7150a27a-5f12-4ad3-9e59-498aab3c618a tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd486dfc-f28a-4b35-ab29-ffe8daab8a69 HTTP/1.1" status: 200 len: 944 time: 0.0565200 Nov 23 07:45:22.672049 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-77b8d212-a097-43d8-bc78-2ca991953f08 req-159d5880-dc0a-4652-9d4f-886c61f427ec tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572793 Nov 23 07:45:22.946431 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db34cc7-3fca-487a-8021-c5d933af9529 req-ec4bd576-abe0-4314-9c62-77c9cfd4f88d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:22.947914 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5db34cc7-3fca-487a-8021-c5d933af9529 req-ec4bd576-abe0-4314-9c62-77c9cfd4f88d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0622261 Nov 23 07:45:23.007169 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5db34cc7-3fca-487a-8021-c5d933af9529 req-98125a06-bc56-4a75-a74e-77f735de2d5e tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525331 Nov 23 07:45:23.141501 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ada1f1f7-c5bd-4f94-8500-9804c6578d09 req-ea70d508-2207-4ba9-b553-b60ba9f7f4d5 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 210 time: 0.0365429 Nov 23 07:45:23.162008 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4f754-d243-4524-b424-b757ed427614 req-21efd4bc-283e-4e33-9a4b-2d766e64fbc7 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:23.163842 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-87c4f754-d243-4524-b424-b757ed427614 req-21efd4bc-283e-4e33-9a4b-2d766e64fbc7 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0527718 Nov 23 07:45:23.226280 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-87c4f754-d243-4524-b424-b757ed427614 req-ec46986f-a1eb-43e0-a3e8-a67d645323e0 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550799 Nov 23 07:45:23.270554 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-458af435-013a-4922-839e-ea16cf746f14 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:23.272033 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-458af435-013a-4922-839e-ea16cf746f14 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.31 "GET /v2.0/networks?id=1b5d852b-b97c-4e33-b149-2a4c0450e4d5 HTTP/1.1" status: 200 len: 814 time: 0.1336017 Nov 23 07:45:23.289964 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-3fe5d466-88b9-4109-a420-9a8b45d33fee tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Request body: {'port': {'device_id': '842f1da9-1085-4946-b62b-9ae2c5ad009b', 'network_id': '1b5d852b-b97c-4e33-b149-2a4c0450e4d5', 'admin_state_up': True, 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:45:23.403284 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-3fe5d466-88b9-4109-a420-9a8b45d33fee tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Made reservation on behalf of c42cd8fcb71040c394c2fa2ed9324ae0 for: {'port': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:45:23.407004 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-3fe5d466-88b9-4109-a420-9a8b45d33fee tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:23.606801 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-3fe5d466-88b9-4109-a420-9a8b45d33fee tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Allocated IP 172.20.0.3 (1b5d852b-b97c-4e33-b149-2a4c0450e4d5/d1021d11-6a0a-4efc-bfec-6471a02dfed1/46440f82-0a6b-4d97-82a5-b146d1263ea9) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:45:23.807814 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 45820) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:45:23.857661 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 7abf5039-2cd0-48cc-93cd-f72b7d305c16 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 07:45:24.061403 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c63407-b9df-4f0d-b8fe-34fc4e8d7b22 req-3c4f489a-9fd4-47ad-99bd-21760c1af6bb tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:24.063196 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-e0c63407-b9df-4f0d-b8fe-34fc4e8d7b22 req-3c4f489a-9fd4-47ad-99bd-21760c1af6bb tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd486dfc-f28a-4b35-ab29-ffe8daab8a69 HTTP/1.1" status: 200 len: 944 time: 0.2997777 Nov 23 07:45:24.125421 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-3fe5d466-88b9-4109-a420-9a8b45d33fee tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:24.186032 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-3fe5d466-88b9-4109-a420-9a8b45d33fee tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:24.227110 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-43da1d1a-e012-491f-9332-3c3d92135e6f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=723e5a0d62d44a78bc5e939f77759f86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4154723 Nov 23 07:45:24.257371 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 7abf5039-2cd0-48cc-93cd-f72b7d305c16, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7abf5039-2cd0-48cc-93cd-f72b7d305c16,segment=NetworkSegment(12cde7a2-059f-4710-8173-60a3363cb1ed),segment_id=12cde7a2-059f-4710-8173-60a3363cb1ed)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:45:24.262512 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 45828) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:45:24.263521 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5d466-88b9-4109-a420-9a8b45d33fee tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Pushing event updated for resources: {'Port': ['ID=46440f82-0a6b-4d97-82a5-b146d1263ea9,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:24.271348 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Returning: {'device': '7abf5039-2cd0-48cc-93cd-f72b7d305c16', 'network_id': '1d025715-d454-4776-858b-529ffc8c62df', 'port_id': '7abf5039-2cd0-48cc-93cd-f72b7d305c16', 'mac_address': 'fa:16:3e:52:95:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9f6d479-ed5c-452d-9d6b-a49a11ec0c48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 07:45:24.318344 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af4b6c-e076-4767-bf5d-40dcf9e92988 req-96b32e62-3876-40c5-819e-8f523ea63174 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:24.328013 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-58af4b6c-e076-4767-bf5d-40dcf9e92988 req-96b32e62-3876-40c5-819e-8f523ea63174 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.1344287 Nov 23 07:45:24.344661 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-3fe5d466-88b9-4109-a420-9a8b45d33fee tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Network 1b5d852b-b97c-4e33-b149-2a4c0450e4d5 is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:45:24.354708 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:24.369406 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-3fe5d466-88b9-4109-a420-9a8b45d33fee tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:45:24.373109 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7abf5039-2cd0-48cc-93cd-f72b7d305c16 {{(pid=109285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:45:24.382848 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-3fe5d466-88b9-4109-a420-9a8b45d33fee tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:45:24.388291 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-58af4b6c-e076-4767-bf5d-40dcf9e92988 req-14c6175f-bc47-4b9d-b5b6-8080d7d6847f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589464 Nov 23 07:45:24.388754 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-3fe5d466-88b9-4109-a420-9a8b45d33fee tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:24.389419 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-3fe5d466-88b9-4109-a420-9a8b45d33fee tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:24.420136 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-e0c63407-b9df-4f0d-b8fe-34fc4e8d7b22 req-8c576fca-5f42-4577-a445-4b92961e8796 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489693 Nov 23 07:45:24.427981 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 7abf5039-2cd0-48cc-93cd-f72b7d305c16, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7abf5039-2cd0-48cc-93cd-f72b7d305c16,segment=NetworkSegment(12cde7a2-059f-4710-8173-60a3363cb1ed),segment_id=12cde7a2-059f-4710-8173-60a3363cb1ed)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:45:24.433314 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3cf38a12-f408-4f15-87e1-d5748eebd0d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:24.437886 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:24.455302 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-3fe5d466-88b9-4109-a420-9a8b45d33fee tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1571121 Nov 23 07:45:24.519471 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3cf38a12-f408-4f15-87e1-d5748eebd0d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:24.557075 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=7abf5039-2cd0-48cc-93cd-f72b7d305c16,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:24.660475 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13cba6c-b5dd-4de3-8821-27d6a1cd89d6 req-c959e4bb-5c37-452a-8e84-6e2d67b1121e tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:24.671856 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-a13cba6c-b5dd-4de3-8821-27d6a1cd89d6 req-c959e4bb-5c37-452a-8e84-6e2d67b1121e tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 931 time: 0.1068318 Nov 23 07:45:24.675033 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46312f5b-6053-43d1-b007-53be1804a3ce req-b8dbb861-9870-40f2-968a-a5cd872a1b31 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:24.676908 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-46312f5b-6053-43d1-b007-53be1804a3ce req-b8dbb861-9870-40f2-968a-a5cd872a1b31 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.1553023 Nov 23 07:45:24.753006 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-a13cba6c-b5dd-4de3-8821-27d6a1cd89d6 req-f5025cac-176f-428d-8b0a-a7b1ae5fd325 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795252 Nov 23 07:45:24.762048 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3cf38a12-f408-4f15-87e1-d5748eebd0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:24.764868 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3cf38a12-f408-4f15-87e1-d5748eebd0d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:24.772126 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-3cf38a12-f408-4f15-87e1-d5748eebd0d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d047bd90-5d15-4a90-baf3-0d154fc25d8d HTTP/1.1" status: 204 len: 168 time: 0.4958282 Nov 23 07:45:24.781199 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-85d943d5-e50d-45b4-869d-ef5405f16fdf None None] Provisioning complete for port 46440f82-0a6b-4d97-82a5-b146d1263ea9 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:45:24.781199 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-85d943d5-e50d-45b4-869d-ef5405f16fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:24.790083 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf38a12-f408-4f15-87e1-d5748eebd0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d047bd90-5d15-4a90-baf3-0d154fc25d8d,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:24.823253 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-46312f5b-6053-43d1-b007-53be1804a3ce req-d31dc633-fcf6-43b5-bb2d-31cccd5f487d tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320224 Nov 23 07:45:24.834908 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['7abf5039-2cd0-48cc-93cd-f72b7d305c16'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:45:24.899037 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-85d943d5-e50d-45b4-869d-ef5405f16fdf None None] Port 46440f82-0a6b-4d97-82a5-b146d1263ea9 cannot update to ACTIVE because it is not bound. {{(pid=109285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 07:45:25.527394 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac580162-89bf-4c3e-9b7f-ea3ae2f1a733 req-cfa5b705-5b79-4481-959f-b97c5500bc81 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:25.528902 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ac580162-89bf-4c3e-9b7f-ea3ae2f1a733 req-cfa5b705-5b79-4481-959f-b97c5500bc81 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0573907 Nov 23 07:45:25.568143 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16cffc-e195-48c3-9c1e-1685d3b7b523 req-ce919354-3de8-481b-ba58-0c12bcf8608b tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:25.570064 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-de16cffc-e195-48c3-9c1e-1685d3b7b523 req-ce919354-3de8-481b-ba58-0c12bcf8608b tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd486dfc-f28a-4b35-ab29-ffe8daab8a69 HTTP/1.1" status: 200 len: 945 time: 0.0549538 Nov 23 07:45:25.596734 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ac580162-89bf-4c3e-9b7f-ea3ae2f1a733 req-1e04ac93-7fca-4d23-90b8-a10a3e3fb8e4 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610809 Nov 23 07:45:25.633686 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-de16cffc-e195-48c3-9c1e-1685d3b7b523 req-71d5fd79-f0d2-46fb-a5b0-776cc343191c tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586925 Nov 23 07:45:25.910442 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a607d-160b-454f-b21a-538c8702a5fd req-12b1c07e-8a25-4ef1-acd0-1a3dffb643b7 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:25.913259 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-4e4a607d-160b-454f-b21a-538c8702a5fd req-12b1c07e-8a25-4ef1-acd0-1a3dffb643b7 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 931 time: 0.0975492 Nov 23 07:45:25.963664 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6272d4f-5310-4a1d-8ef9-9627947c3f1f req-da7fa1be-1815-465e-8937-ced6bb0ac6df tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:25.965381 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c6272d4f-5310-4a1d-8ef9-9627947c3f1f req-da7fa1be-1815-465e-8937-ced6bb0ac6df tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0529184 Nov 23 07:45:25.973987 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-4e4a607d-160b-454f-b21a-538c8702a5fd req-790551e2-66f9-4394-852e-fc5511c18a73 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536494 Nov 23 07:45:26.021988 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c6272d4f-5310-4a1d-8ef9-9627947c3f1f req-fb2cb227-0c74-404c-a656-0dcff119b3b3 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507376 Nov 23 07:45:26.787313 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c75a0a-f04c-4499-a737-3c28eb94a4d6 req-29f40850-db61-4695-8609-954aa10ba8c2 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:26.794562 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b27114-b5e5-41c5-88cc-97a1351b0082 req-f4258683-8ccf-47c8-8c79-0bf086a077cc tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:26.795763 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-02c75a0a-f04c-4499-a737-3c28eb94a4d6 req-29f40850-db61-4695-8609-954aa10ba8c2 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.1137018 Nov 23 07:45:26.798201 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-15b27114-b5e5-41c5-88cc-97a1351b0082 req-f4258683-8ccf-47c8-8c79-0bf086a077cc tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd486dfc-f28a-4b35-ab29-ffe8daab8a69 HTTP/1.1" status: 200 len: 945 time: 0.0814526 Nov 23 07:45:26.845153 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-02c75a0a-f04c-4499-a737-3c28eb94a4d6 req-a0d5b9c1-01c1-470b-a140-de3006b75d3c tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485010 Nov 23 07:45:26.864089 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-15b27114-b5e5-41c5-88cc-97a1351b0082 req-6d80761f-e715-4e72-bc2e-9a1e0f746e10 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613759 Nov 23 07:45:27.114306 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6943d-545d-431f-aace-8b4fc64a0c2c req-2517ed6e-e90e-4b88-a1a2-720267dce806 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:27.115840 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-b8b6943d-545d-431f-aace-8b4fc64a0c2c req-2517ed6e-e90e-4b88-a1a2-720267dce806 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 931 time: 0.0678494 Nov 23 07:45:27.168805 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd9c6d-420f-4a51-9755-0a06c946c8c6 req-d5b6513d-eafe-4c69-bc6a-d171a031bb84 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:27.171084 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a6cd9c6d-420f-4a51-9755-0a06c946c8c6 req-d5b6513d-eafe-4c69-bc6a-d171a031bb84 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0632682 Nov 23 07:45:27.180399 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-b8b6943d-545d-431f-aace-8b4fc64a0c2c req-48ce8ac7-21b2-4ec1-9ce9-e61820df93c6 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570924 Nov 23 07:45:27.228151 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a6cd9c6d-420f-4a51-9755-0a06c946c8c6 req-b4625080-faf3-40be-8c6e-596ad357db0e tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457697 Nov 23 07:45:27.867008 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 7abf5039-2cd0-48cc-93cd-f72b7d305c16 up at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:45:27.954722 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning for port 7abf5039-2cd0-48cc-93cd-f72b7d305c16 completed by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 07:45:27.959570 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning complete for port 7abf5039-2cd0-48cc-93cd-f72b7d305c16 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:45:27.959954 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:28.052497 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3876720-24f4-4cb8-85a7-c7077ef98206 req-b23ddede-3c0b-4eef-bc2d-df927b345ba6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:28.055421 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-b3876720-24f4-4cb8-85a7-c7077ef98206 req-b23ddede-3c0b-4eef-bc2d-df927b345ba6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0845418 Nov 23 07:45:28.085656 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724cd2a7-cf4f-4f95-ba6c-b5c8b2afb08c req-f4526344-af91-45c0-b412-06167d1908b5 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:28.093810 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-724cd2a7-cf4f-4f95-ba6c-b5c8b2afb08c req-f4526344-af91-45c0-b412-06167d1908b5 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd486dfc-f28a-4b35-ab29-ffe8daab8a69 HTTP/1.1" status: 200 len: 945 time: 0.1037362 Nov 23 07:45:28.124129 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:28.137686 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-b3876720-24f4-4cb8-85a7-c7077ef98206 req-641e751e-b8d5-48b9-8901-54796044b827 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643384 Nov 23 07:45:28.159818 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd486dfc-f28a-4b35-ab29-ffe8daab8a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abf5039-2cd0-48cc-93cd-f72b7d305c16'}] {{(pid=109285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:45:28.162921 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02971d1b2c0bcda538738d777e0cd5340c6e6849857750afdab036a2de6ad34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d876a51-3b7c-48e2-8dcc-dde99a5824da" -d '{"events": [{"server_uuid": "cd486dfc-f28a-4b35-ab29-ffe8daab8a69", "name": "network-vif-plugged", "status": "completed", "tag": "7abf5039-2cd0-48cc-93cd-f72b7d305c16"}]}' {{(pid=109285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:45:28.169932 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 7abf5039-2cd0-48cc-93cd-f72b7d305c16, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7abf5039-2cd0-48cc-93cd-f72b7d305c16,segment=NetworkSegment(12cde7a2-059f-4710-8173-60a3363cb1ed),segment_id=12cde7a2-059f-4710-8173-60a3363cb1ed)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:45:28.185764 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:28.195010 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-724cd2a7-cf4f-4f95-ba6c-b5c8b2afb08c req-5af36229-d523-423d-84c1-a6db529e84aa tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994701 Nov 23 07:45:28.240850 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f6e915-22f0-4eac-9785-3d1f76b11d43 x-openstack-request-id: req-a9f6e915-22f0-4eac-9785-3d1f76b11d43 {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:45:28.241359 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd486dfc-f28a-4b35-ab29-ffe8daab8a69", "name": "network-vif-plugged", "status": "completed", "tag": "7abf5039-2cd0-48cc-93cd-f72b7d305c16", "code": 200}]} {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:45:28.241818 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a9f6e915-22f0-4eac-9785-3d1f76b11d43 {{(pid=109285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:45:28.242360 dv-cinder-804035-14-iscsi neutron-server[109285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd486dfc-f28a-4b35-ab29-ffe8daab8a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abf5039-2cd0-48cc-93cd-f72b7d305c16', 'code': 200} Nov 23 07:45:28.255753 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=7abf5039-2cd0-48cc-93cd-f72b7d305c16,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:28.380748 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728efcc8-70c0-4da4-80cb-d3d1905fd420 req-48852c07-4adf-48b1-94e4-83050c8c2531 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:28.393206 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-728efcc8-70c0-4da4-80cb-d3d1905fd420 req-48852c07-4adf-48b1-94e4-83050c8c2531 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 931 time: 0.0846615 Nov 23 07:45:28.397325 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968bf40-7de5-4b08-b064-d5bfca0001e2 req-be45d40f-212a-4ef1-b7df-98e8516eae4b tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:28.399861 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-2968bf40-7de5-4b08-b064-d5bfca0001e2 req-be45d40f-212a-4ef1-b7df-98e8516eae4b tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0840850 Nov 23 07:45:28.445999 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-728efcc8-70c0-4da4-80cb-d3d1905fd420 req-3a77b756-c960-412e-8a0e-2cb8f6b1724d tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516460 Nov 23 07:45:28.479349 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-2968bf40-7de5-4b08-b064-d5bfca0001e2 req-ff8634b8-338d-4f96-9e81-e2a2abc638d6 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723298 Nov 23 07:45:28.521538 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3ee5990e-8846-4b0c-998a-6fe8d7763a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:29.309686 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbee05d-34d5-4444-be68-7e67089848a1 req-d5dad1fc-0999-475b-b054-36d5577bb777 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:29.311639 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6dbee05d-34d5-4444-be68-7e67089848a1 req-d5dad1fc-0999-475b-b054-36d5577bb777 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0739746 Nov 23 07:45:29.347257 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e912f6-393f-4489-8961-3e7e4547b865 req-12b41957-ed7e-4be5-a56a-121d770ae32d tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:29.348824 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-c5e912f6-393f-4489-8961-3e7e4547b865 req-12b41957-ed7e-4be5-a56a-121d770ae32d tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd486dfc-f28a-4b35-ab29-ffe8daab8a69 HTTP/1.1" status: 200 len: 946 time: 0.0531785 Nov 23 07:45:29.377685 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6dbee05d-34d5-4444-be68-7e67089848a1 req-6df5b1b8-72da-4cfd-ad9a-a6b3d207c910 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576143 Nov 23 07:45:29.408577 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-c5e912f6-393f-4489-8961-3e7e4547b865 req-ded3ab77-4132-476a-b74d-464544cdaa63 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467558 Nov 23 07:45:29.597802 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a8761-7e06-4e8e-bdfd-a4ca8215d393 req-70876626-5077-461b-8255-ebb8c3a95f60 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:29.599295 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-e33a8761-7e06-4e8e-bdfd-a4ca8215d393 req-70876626-5077-461b-8255-ebb8c3a95f60 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 931 time: 0.0595922 Nov 23 07:45:29.614202 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2507c8e-66f1-4845-8263-f98f46241ac9 req-af7be2e1-4990-46b8-8e7b-a3e6f9d068b8 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:29.615853 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-e2507c8e-66f1-4845-8263-f98f46241ac9 req-af7be2e1-4990-46b8-8e7b-a3e6f9d068b8 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0621982 Nov 23 07:45:29.660656 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-e33a8761-7e06-4e8e-bdfd-a4ca8215d393 req-6fba1f22-eb95-406d-8e3f-7db4cb87e11a tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546501 Nov 23 07:45:29.673914 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-e2507c8e-66f1-4845-8263-f98f46241ac9 req-17e79344-ec42-4dbf-871b-885b7916d0b6 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496500 Nov 23 07:45:30.550265 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db63b78-d07e-4650-9d43-6f89f5ef0020 req-e166acb7-faf0-4781-ac61-f529b8a99f1b tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:30.560477 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7db63b78-d07e-4650-9d43-6f89f5ef0020 req-e166acb7-faf0-4781-ac61-f529b8a99f1b tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0962722 Nov 23 07:45:30.594339 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f350c-b5a2-4ead-865e-7784931b096d req-e31c20b0-b563-4a3a-8b54-7500d57896dd tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:30.596029 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-306f350c-b5a2-4ead-865e-7784931b096d req-e31c20b0-b563-4a3a-8b54-7500d57896dd tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd486dfc-f28a-4b35-ab29-ffe8daab8a69 HTTP/1.1" status: 200 len: 946 time: 0.0766382 Nov 23 07:45:30.612329 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7db63b78-d07e-4650-9d43-6f89f5ef0020 req-40137233-a220-4e07-8c71-d8e7aa749c3a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506556 Nov 23 07:45:30.648293 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-306f350c-b5a2-4ead-865e-7784931b096d req-5be08dfd-a339-40cf-8379-ba51febf6c0d tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455146 Nov 23 07:45:30.803764 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddf08c-8b72-4e0f-a3ce-328aa0964cce req-6bb9478c-8fd9-41aa-bf74-55cb34da1c8f tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:30.806299 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5dddf08c-8b72-4e0f-a3ce-328aa0964cce req-6bb9478c-8fd9-41aa-bf74-55cb34da1c8f tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 931 time: 0.0763440 Nov 23 07:45:30.811627 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ddce7-5a32-46e1-97ff-03be8f4a04db req-64d8c852-f345-43d8-b513-2a88d29127bf tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:30.814671 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-312ddce7-5a32-46e1-97ff-03be8f4a04db req-64d8c852-f345-43d8-b513-2a88d29127bf tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0713329 Nov 23 07:45:30.863178 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5dddf08c-8b72-4e0f-a3ce-328aa0964cce req-11450999-208c-4d47-be71-664d3ee00b50 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494308 Nov 23 07:45:30.872212 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-312ddce7-5a32-46e1-97ff-03be8f4a04db req-1cbee4eb-8563-440c-833f-c9b0825407eb tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494304 Nov 23 07:45:31.321036 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-784bb866-f5dd-4bed-96cf-ca32cbb8e3c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:31.774832 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dec2cc-621d-456a-b506-9168fc81748e req-c49b9758-eb5c-4e20-be57-b6b35f6dfc17 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:31.776444 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f6dec2cc-621d-456a-b506-9168fc81748e req-c49b9758-eb5c-4e20-be57-b6b35f6dfc17 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0880570 Nov 23 07:45:31.828178 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762759b-4615-4e47-80b3-fa25f5fce54a req-a0e9bab8-f78c-495b-878d-8cae1b9f62ff tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:31.829762 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-b762759b-4615-4e47-80b3-fa25f5fce54a req-a0e9bab8-f78c-495b-878d-8cae1b9f62ff tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd486dfc-f28a-4b35-ab29-ffe8daab8a69 HTTP/1.1" status: 200 len: 946 time: 0.0767956 Nov 23 07:45:31.832916 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f6dec2cc-621d-456a-b506-9168fc81748e req-23846056-6b74-481b-b2a6-a4f13d3be96b tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473299 Nov 23 07:45:31.883966 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-b762759b-4615-4e47-80b3-fa25f5fce54a req-90d1aa56-4e81-42b8-956b-157bb7132025 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474651 Nov 23 07:45:31.995328 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b2873-f3b9-401d-aa80-67a0e5914635 req-2a2ac3a9-52d9-407a-9ced-079fd7179dbf tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:31.997157 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7a6b2873-f3b9-401d-aa80-67a0e5914635 req-2a2ac3a9-52d9-407a-9ced-079fd7179dbf tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 931 time: 0.0626137 Nov 23 07:45:32.006849 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee35af-7a28-424e-9bd8-853bfb376c03 req-8df8aed0-9c48-498a-9bb6-2c1500a1e0ba tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:32.008507 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-52ee35af-7a28-424e-9bd8-853bfb376c03 req-8df8aed0-9c48-498a-9bb6-2c1500a1e0ba tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0597029 Nov 23 07:45:32.065964 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7a6b2873-f3b9-401d-aa80-67a0e5914635 req-6fe31054-2992-4099-9567-d9c118cc3d6f tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623367 Nov 23 07:45:32.096023 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-52ee35af-7a28-424e-9bd8-853bfb376c03 req-c43871e6-4af3-4e8b-8395-fc8888a33a98 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813317 Nov 23 07:45:32.769807 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:32.968526 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddd688-4bf3-405e-a892-feb77fe5172d req-2a787e3b-e4b3-4737-ac91-1d83f50c5bf2 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:32.971925 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-54ddd688-4bf3-405e-a892-feb77fe5172d req-2a787e3b-e4b3-4737-ac91-1d83f50c5bf2 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0555708 Nov 23 07:45:33.022919 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ffc1a-2873-49f4-8a10-901d13e17acf req-782ab01d-4e1e-49bc-9123-7b27caad474d tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:33.027164 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-cd7ffc1a-2873-49f4-8a10-901d13e17acf req-782ab01d-4e1e-49bc-9123-7b27caad474d tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd486dfc-f28a-4b35-ab29-ffe8daab8a69 HTTP/1.1" status: 200 len: 946 time: 0.0672560 Nov 23 07:45:33.037472 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-54ddd688-4bf3-405e-a892-feb77fe5172d req-52cd8362-cb9d-48a6-ba3d-9dd193f07f9a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569763 Nov 23 07:45:33.106240 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-cd7ffc1a-2873-49f4-8a10-901d13e17acf req-c158759c-7666-4da3-9f6b-e1466cec5028 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750649 Nov 23 07:45:33.229834 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96618e26-ad14-4895-ab57-2e7c610aedaf req-c3b72210-dd97-4100-bc3b-850f42da2f7f tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:33.231570 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-96618e26-ad14-4895-ab57-2e7c610aedaf req-c3b72210-dd97-4100-bc3b-850f42da2f7f tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 931 time: 0.0805399 Nov 23 07:45:33.279320 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3594fd-5f15-4175-a74f-bf8794b8df23 req-7dced1ee-6035-4eb2-8a28-680b3836a1b3 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:33.286747 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-9d3594fd-5f15-4175-a74f-bf8794b8df23 req-7dced1ee-6035-4eb2-8a28-680b3836a1b3 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0778315 Nov 23 07:45:33.332024 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-96618e26-ad14-4895-ab57-2e7c610aedaf req-2c5ea77e-3dac-4056-9708-0ca2034271d7 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901585 Nov 23 07:45:33.350504 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-9d3594fd-5f15-4175-a74f-bf8794b8df23 req-a342e3a3-77c7-4852-8797-18eae87a8719 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623071 Nov 23 07:45:34.252056 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1618d46-fae7-4f1f-8660-67d8e560850e req-766e58ac-d104-49b3-bf84-2b8b4503e859 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:34.254752 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d1618d46-fae7-4f1f-8660-67d8e560850e req-766e58ac-d104-49b3-bf84-2b8b4503e859 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.1019638 Nov 23 07:45:34.285405 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53f992-471d-476a-9965-d8876728633b req-c1ad648e-2449-4332-9539-e369efa18b01 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:34.287623 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-9a53f992-471d-476a-9965-d8876728633b req-c1ad648e-2449-4332-9539-e369efa18b01 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd486dfc-f28a-4b35-ab29-ffe8daab8a69 HTTP/1.1" status: 200 len: 946 time: 0.0685883 Nov 23 07:45:34.322178 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d1618d46-fae7-4f1f-8660-67d8e560850e req-e897f346-962a-4d6e-9489-6b39daeb4aa2 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584400 Nov 23 07:45:34.354705 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-9a53f992-471d-476a-9965-d8876728633b req-1d4f3eff-735e-4e74-aa39-f99b86e30445 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594056 Nov 23 07:45:34.520397 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d5e73-177d-4ebb-b17d-38dea06f3b41 req-1c2fb9c3-fc38-4cf5-ac8d-a4e5803b77d4 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:34.522260 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-8d1d5e73-177d-4ebb-b17d-38dea06f3b41 req-1c2fb9c3-fc38-4cf5-ac8d-a4e5803b77d4 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0586319 Nov 23 07:45:34.522448 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27aec5-dcd1-45ad-9ab3-58507291dcec req-61c64c24-896c-4c00-84a2-b51e2d9bcc13 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:34.525164 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4d27aec5-dcd1-45ad-9ab3-58507291dcec req-61c64c24-896c-4c00-84a2-b51e2d9bcc13 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 931 time: 0.0648735 Nov 23 07:45:34.581022 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4d27aec5-dcd1-45ad-9ab3-58507291dcec req-a3dc55bf-25d2-444a-ba6a-7d9b62e8d46f tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486693 Nov 23 07:45:34.586266 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-8d1d5e73-177d-4ebb-b17d-38dea06f3b41 req-08172cda-08d8-4824-8207-de9ac8f94231 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559037 Nov 23 07:45:34.822355 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:35.507900 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9232fd-2e2e-4ef5-975c-4112a1dd7c79 req-a634ed40-8496-4bf1-998a-e2700472b519 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:35.511351 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2f9232fd-2e2e-4ef5-975c-4112a1dd7c79 req-a634ed40-8496-4bf1-998a-e2700472b519 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.1108549 Nov 23 07:45:35.518759 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09173e6-ece7-4ebc-9d61-554d345947a5 req-0277329f-d6dc-4e08-a30a-5e0a8f61b933 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:35.521106 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-b09173e6-ece7-4ebc-9d61-554d345947a5 req-0277329f-d6dc-4e08-a30a-5e0a8f61b933 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd486dfc-f28a-4b35-ab29-ffe8daab8a69 HTTP/1.1" status: 200 len: 946 time: 0.0677211 Nov 23 07:45:35.581689 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:35.582406 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2f9232fd-2e2e-4ef5-975c-4112a1dd7c79 req-3fc4e599-57d5-4aa3-88f5-7a47aa7b3de2 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649076 Nov 23 07:45:35.610018 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-b09173e6-ece7-4ebc-9d61-554d345947a5 req-f07c2726-9264-4450-b38d-edfc160247ad tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791838 Nov 23 07:45:35.737259 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141097e0-292b-442a-968d-1139ef6079c1 req-d28ed9a3-dd06-40df-ab6e-2979190db27b tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:35.738958 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-141097e0-292b-442a-968d-1139ef6079c1 req-d28ed9a3-dd06-40df-ab6e-2979190db27b tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 931 time: 0.0657792 Nov 23 07:45:35.756104 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98922d6-1d81-4e1d-81cc-d87c0927a206 req-f6108bc0-ba43-4407-aff8-ac1246559ebd tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:35.761726 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-b98922d6-1d81-4e1d-81cc-d87c0927a206 req-f6108bc0-ba43-4407-aff8-ac1246559ebd tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0527058 Nov 23 07:45:35.804826 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-141097e0-292b-442a-968d-1139ef6079c1 req-c2ccb121-11d1-4711-9c38-7fcb15caca5e tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590932 Nov 23 07:45:35.834416 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-b98922d6-1d81-4e1d-81cc-d87c0927a206 req-d81de94b-47ae-4cc4-91df-7ce504a61af6 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607100 Nov 23 07:45:36.720338 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b5120-6857-450d-84af-86cb24ddda2c req-165cdf3d-ef8c-47cb-bf48-6f0bb98c6545 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:36.722120 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-bf9b5120-6857-450d-84af-86cb24ddda2c req-165cdf3d-ef8c-47cb-bf48-6f0bb98c6545 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0590239 Nov 23 07:45:36.735870 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d12b8-183e-4656-b698-0ee84c2b2cd3 req-82e4b8e9-0c58-428a-94dc-8157fc8ac9a6 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:36.738240 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-989d12b8-183e-4656-b698-0ee84c2b2cd3 req-82e4b8e9-0c58-428a-94dc-8157fc8ac9a6 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd486dfc-f28a-4b35-ab29-ffe8daab8a69 HTTP/1.1" status: 200 len: 946 time: 0.0568831 Nov 23 07:45:36.772506 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-bf9b5120-6857-450d-84af-86cb24ddda2c req-48d248e0-8470-411c-9a12-e63404aaa8e6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433998 Nov 23 07:45:36.794047 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-989d12b8-183e-4656-b698-0ee84c2b2cd3 req-bf16d5ab-6191-4225-bc72-09253374c8ab tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492904 Nov 23 07:45:36.932691 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059e6ec-839a-4072-96fa-58bb0075dbd5 req-4b33234e-dfbc-44a2-993f-6c0230292925 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:36.935435 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9059e6ec-839a-4072-96fa-58bb0075dbd5 req-4b33234e-dfbc-44a2-993f-6c0230292925 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 931 time: 0.0518343 Nov 23 07:45:36.974111 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:36.980704 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1cc8f-1e4b-4a1f-8c89-1d84c75a9bef req-bdb74d03-c646-4124-9d18-6497142ff229 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:36.982461 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-44e1cc8f-1e4b-4a1f-8c89-1d84c75a9bef req-bdb74d03-c646-4124-9d18-6497142ff229 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0589821 Nov 23 07:45:36.992574 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9059e6ec-839a-4072-96fa-58bb0075dbd5 req-80182601-82ca-44ec-b46f-84151ebae34c tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511739 Nov 23 07:45:37.037515 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-44e1cc8f-1e4b-4a1f-8c89-1d84c75a9bef req-3117c599-6d08-4f9e-9dfc-9ef9bb26d576 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456009 Nov 23 07:45:37.461676 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-7c44f1ee-ac0d-4a63-b138-134f4ae8f7cd service neutron] Request body: {'port': {'device_id': '842f1da9-1085-4946-b62b-9ae2c5ad009b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:45:37.516934 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-7c44f1ee-ac0d-4a63-b138-134f4ae8f7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:37.768347 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f9852-0448-469a-a676-dcf6edc3eea9 req-756224a0-da15-4a0f-91f3-23dd7f4ee5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:37.770076 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-145f9852-0448-469a-a676-dcf6edc3eea9 req-756224a0-da15-4a0f-91f3-23dd7f4ee5a4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cd486dfc-f28a-4b35-ab29-ffe8daab8a69 HTTP/1.1" status: 200 len: 1099 time: 0.1060433 Nov 23 07:45:37.896651 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-145f9852-0448-469a-a676-dcf6edc3eea9 req-22fbbc38-dd50-437c-b869-c9a1519b9ea6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987728 Nov 23 07:45:37.948534 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d07b7-c2dc-40b8-bb5e-67b9050e1244 req-5e3c90b6-475a-4f6b-a4f7-1460f22b2c43 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:37.950229 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-067d07b7-c2dc-40b8-bb5e-67b9050e1244 req-5e3c90b6-475a-4f6b-a4f7-1460f22b2c43 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd486dfc-f28a-4b35-ab29-ffe8daab8a69 HTTP/1.1" status: 200 len: 946 time: 0.0570011 Nov 23 07:45:37.974761 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae4f13-ac83-427a-b05c-20dc16dca030 req-b1a7ea2a-99a1-495a-b0f5-a9b1b23a94b9 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:37.976255 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-aeae4f13-ac83-427a-b05c-20dc16dca030 req-b1a7ea2a-99a1-495a-b0f5-a9b1b23a94b9 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0996680 Nov 23 07:45:37.987545 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-7c44f1ee-ac0d-4a63-b138-134f4ae8f7cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46440f82-0a6b-4d97-82a5-b146d1263ea9 {{(pid=109283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:45:38.002553 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-7c44f1ee-ac0d-4a63-b138-134f4ae8f7cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:38.007213 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-067d07b7-c2dc-40b8-bb5e-67b9050e1244 req-73fb2069-b3ea-4aab-b362-21b2638f21f9 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502374 Nov 23 07:45:38.034962 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.provisioning_blocks [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-7c44f1ee-ac0d-4a63-b138-134f4ae8f7cd service neutron] Transition to ACTIVE for port object 46440f82-0a6b-4d97-82a5-b146d1263ea9 will not be triggered until provisioned by entity L2. {{(pid=109283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 07:45:38.046026 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-7c44f1ee-ac0d-4a63-b138-134f4ae8f7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:38.085535 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-aeae4f13-ac83-427a-b05c-20dc16dca030 req-f6a17d01-3edd-4253-8ebd-2c1cda688b45 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005797 Nov 23 07:45:38.123041 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44f1ee-ac0d-4a63-b138-134f4ae8f7cd service neutron] Pushing event updated for resources: {'Port': ['ID=46440f82-0a6b-4d97-82a5-b146d1263ea9,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:38.139237 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1418d40-305e-4382-bfa0-37972325676d req-34495d6a-79dd-4c6f-b135-2558317681bc tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:38.142471 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-e1418d40-305e-4382-bfa0-37972325676d req-34495d6a-79dd-4c6f-b135-2558317681bc tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 943 time: 0.0690501 Nov 23 07:45:38.210481 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-e1418d40-305e-4382-bfa0-37972325676d req-8c650e33-9a4c-47a9-9ec8-0e1050509e4c tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583134 Nov 23 07:45:38.216823 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-7c44f1ee-ac0d-4a63-b138-134f4ae8f7cd service neutron] Attempting to bind port 46440f82-0a6b-4d97-82a5-b146d1263ea9 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:45:38.217184 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-7c44f1ee-ac0d-4a63-b138-134f4ae8f7cd service neutron] Attempting to bind port 46440f82-0a6b-4d97-82a5-b146d1263ea9 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'cefc117d-da37-40a8-b11f-8d9ed755980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1b5d852b-b97c-4e33-b149-2a4c0450e4d5'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:45:38.217846 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-7c44f1ee-ac0d-4a63-b138-134f4ae8f7cd service neutron] Attempting to bind port 46440f82-0a6b-4d97-82a5-b146d1263ea9 on network 1b5d852b-b97c-4e33-b149-2a4c0450e4d5 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:45:38.234762 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-7c44f1ee-ac0d-4a63-b138-134f4ae8f7cd service neutron] Port 46440f82-0a6b-4d97-82a5-b146d1263ea9 on network 1b5d852b-b97c-4e33-b149-2a4c0450e4d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 07:45:38.235119 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-7c44f1ee-ac0d-4a63-b138-134f4ae8f7cd service neutron] Attempting to bind port 46440f82-0a6b-4d97-82a5-b146d1263ea9 on network 1b5d852b-b97c-4e33-b149-2a4c0450e4d5 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:45:38.246479 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-7c44f1ee-ac0d-4a63-b138-134f4ae8f7cd service neutron] Checking agent: {'id': 'ef857e00-999e-40cc-a620-789cb776d291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'started_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:45:38.246807 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-7c44f1ee-ac0d-4a63-b138-134f4ae8f7cd service neutron] Checking segment: {'id': 'cefc117d-da37-40a8-b11f-8d9ed755980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1b5d852b-b97c-4e33-b149-2a4c0450e4d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:45:38.247208 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-7c44f1ee-ac0d-4a63-b138-134f4ae8f7cd service neutron] Bound using segment: {'id': 'cefc117d-da37-40a8-b11f-8d9ed755980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1b5d852b-b97c-4e33-b149-2a4c0450e4d5'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:45:38.247665 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-7c44f1ee-ac0d-4a63-b138-134f4ae8f7cd service neutron] Bound port: 46440f82-0a6b-4d97-82a5-b146d1263ea9, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cefc117d-da37-40a8-b11f-8d9ed755980c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1b5d852b-b97c-4e33-b149-2a4c0450e4d5'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:45:38.248028 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-7c44f1ee-ac0d-4a63-b138-134f4ae8f7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:38.270173 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34f591-81a7-4131-901c-4b3cf0027197 req-a946d287-f984-4685-a597-2c33b2b08537 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:38.272620 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-1a34f591-81a7-4131-901c-4b3cf0027197 req-a946d287-f984-4685-a597-2c33b2b08537 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.1078153 Nov 23 07:45:38.381580 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-7c44f1ee-ac0d-4a63-b138-134f4ae8f7cd service neutron] For port 46440f82-0a6b-4d97-82a5-b146d1263ea9, host hv-cinder-80403, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:45:38.386735 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-1a34f591-81a7-4131-901c-4b3cf0027197 req-81281e30-b8cf-4b57-9fbc-1273cd35b40f tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035180 Nov 23 07:45:38.388531 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-7c44f1ee-ac0d-4a63-b138-134f4ae8f7cd service neutron] For port 46440f82-0a6b-4d97-82a5-b146d1263ea9, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=46440f82-0a6b-4d97-82a5-b146d1263ea9,segment=NetworkSegment(cefc117d-da37-40a8-b11f-8d9ed755980c),segment_id=cefc117d-da37-40a8-b11f-8d9ed755980c)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:45:38.402086 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-7c44f1ee-ac0d-4a63-b138-134f4ae8f7cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:38.429263 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-7c44f1ee-ac0d-4a63-b138-134f4ae8f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:38.429956 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-7c44f1ee-ac0d-4a63-b138-134f4ae8f7cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:38.431981 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-7c44f1ee-ac0d-4a63-b138-134f4ae8f7cd service neutron] 10.222.0.31 "PUT /v2.0/ports/46440f82-0a6b-4d97-82a5-b146d1263ea9 HTTP/1.1" status: 200 len: 1093 time: 0.9752364 Nov 23 07:45:38.432470 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842f1da9-1085-4946-b62b-9ae2c5ad009b', 'tag': '46440f82-0a6b-4d97-82a5-b146d1263ea9'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:45:38.434812 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad266da-3469-4b53-bfc0-248ca5c9619b" -d '{"events": [{"name": "network-changed", "server_uuid": "842f1da9-1085-4946-b62b-9ae2c5ad009b", "tag": "46440f82-0a6b-4d97-82a5-b146d1263ea9"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:45:38.464369 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44f1ee-ac0d-4a63-b138-134f4ae8f7cd service neutron] Pushing event updated for resources: {'Port': ['ID=46440f82-0a6b-4d97-82a5-b146d1263ea9,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:38.528102 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99567208-1a51-4433-96f0-3db8055bbd6d x-openstack-request-id: req-99567208-1a51-4433-96f0-3db8055bbd6d {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:45:38.528450 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842f1da9-1085-4946-b62b-9ae2c5ad009b", "tag": "46440f82-0a6b-4d97-82a5-b146d1263ea9", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:45:38.528851 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-99567208-1a51-4433-96f0-3db8055bbd6d {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:45:38.529861 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842f1da9-1085-4946-b62b-9ae2c5ad009b', 'tag': '46440f82-0a6b-4d97-82a5-b146d1263ea9', 'status': 'completed', 'code': 200} Nov 23 07:45:38.558429 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-d3708afe-efbd-4399-b860-727b56744993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:38.560227 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-d3708afe-efbd-4399-b860-727b56744993 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c42cd8fcb71040c394c2fa2ed9324ae0&device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 1096 time: 0.0697458 Nov 23 07:45:38.683065 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda10a8-1373-491b-901a-269449c083f3 req-8ccf1597-73f7-49ec-aef5-1c12fb096a0e tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:38.684641 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6bda10a8-1373-491b-901a-269449c083f3 req-8ccf1597-73f7-49ec-aef5-1c12fb096a0e tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0639858 Nov 23 07:45:38.770898 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-d1e13509-94f7-4d2e-b5b8-2b9cc4bd8c64 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46440f82-0a6b-4d97-82a5-b146d1263ea9 HTTP/1.1" status: 200 len: 217 time: 0.0489187 Nov 23 07:45:38.784422 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6bda10a8-1373-491b-901a-269449c083f3 req-6fc23f0b-107d-4f4e-bb47-d96769342717 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918789 Nov 23 07:45:38.842446 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-bc524fac-8bb1-472e-81fe-77a82b7cf3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:38.844107 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-bc524fac-8bb1-472e-81fe-77a82b7cf3a5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d1021d11-6a0a-4efc-bfec-6471a02dfed1 HTTP/1.1" status: 200 len: 853 time: 0.0503905 Nov 23 07:45:38.951944 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-f22bc1e8-586e-407a-8727-cd2abe501ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:38.955264 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-f22bc1e8-586e-407a-8727-cd2abe501ce5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1b5d852b-b97c-4e33-b149-2a4c0450e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0983377 Nov 23 07:45:38.980383 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a828c-96a6-413f-b50f-8028bf94be4b req-1a4b24be-c169-4a7c-8c46-b10d359c1a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:38.980383 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-470a828c-96a6-413f-b50f-8028bf94be4b req-1a4b24be-c169-4a7c-8c46-b10d359c1a67 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc7f91007a2a4b90b80701592589a131&device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 1098 time: 0.0848615 Nov 23 07:45:39.142879 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af071363-de8c-4bdd-a29b-85a1f61c9359 req-07a4299c-6ec5-4107-986a-fa2e00bc65c0 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:39.144438 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-af071363-de8c-4bdd-a29b-85a1f61c9359 req-07a4299c-6ec5-4107-986a-fa2e00bc65c0 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd486dfc-f28a-4b35-ab29-ffe8daab8a69 HTTP/1.1" status: 200 len: 946 time: 0.0547342 Nov 23 07:45:39.198188 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-af071363-de8c-4bdd-a29b-85a1f61c9359 req-68ce192b-086a-4879-9a2d-1d7322b1df78 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471966 Nov 23 07:45:39.311256 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c4f44-0d66-40fb-b7a2-d3a423a7080d req-46aeca4a-ab31-45a1-959a-aba55f21fec8 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:39.313326 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-1b9c4f44-0d66-40fb-b7a2-d3a423a7080d req-46aeca4a-ab31-45a1-959a-aba55f21fec8 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0540295 Nov 23 07:45:39.375255 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-1b9c4f44-0d66-40fb-b7a2-d3a423a7080d req-1ac80f07-80b0-4bf7-af79-f951ff243931 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556161 Nov 23 07:45:39.472998 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345dd5d1-87a8-493e-903f-0cc410456c06 req-49703d01-8de1-434d-8c12-e64a21082614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:39.474689 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-345dd5d1-87a8-493e-903f-0cc410456c06 req-49703d01-8de1-434d-8c12-e64a21082614 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed47c8e5e9704a0abf5643f488f1b2be&device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 1098 time: 0.4475017 Nov 23 07:45:39.482820 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-e96790d5-fb7b-409f-bf2d-415245581da1 service neutron] 10.222.0.31 "GET /v2.0/networks/1b5d852b-b97c-4e33-b149-2a4c0450e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173547 Nov 23 07:45:39.487883 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a828c-96a6-413f-b50f-8028bf94be4b req-003e5de4-4cfe-4300-ae75-c215860ac821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:39.489473 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-470a828c-96a6-413f-b50f-8028bf94be4b req-003e5de4-4cfe-4300-ae75-c215860ac821 service neutron] 10.222.0.31 "GET /v2.0/networks?id=41a8f465-c4c3-4408-a9dd-14556e78b966 HTTP/1.1" status: 200 len: 912 time: 0.4965806 Nov 23 07:45:39.539226 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af2a19-cbd6-4a65-8d9a-cf2651c34b9e req-9a1cef1c-28e8-46d1-a626-622fba7585bb tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:39.541637 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-23af2a19-cbd6-4a65-8d9a-cf2651c34b9e req-9a1cef1c-28e8-46d1-a626-622fba7585bb tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.4573016 Nov 23 07:45:39.726421 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b07c51c-960d-481e-bbd6-b9a2cefa469c req-d20a4aa0-6cd6-4abb-a87d-bd0ce87640fb tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:39.728516 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-7b07c51c-960d-481e-bbd6-b9a2cefa469c req-d20a4aa0-6cd6-4abb-a87d-bd0ce87640fb tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 943 time: 0.2822134 Nov 23 07:45:39.763179 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-470a828c-96a6-413f-b50f-8028bf94be4b req-a799c68e-4e8f-42d9-8864-d9650c937a6a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12786728-e083-4cb6-b178-3facabd226a9 HTTP/1.1" status: 200 len: 1001 time: 0.2533796 Nov 23 07:45:39.778847 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-7b07c51c-960d-481e-bbd6-b9a2cefa469c req-6165e795-7f01-48cf-8dc1-ef30de3ecdad tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435259 Nov 23 07:45:39.783613 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-23af2a19-cbd6-4a65-8d9a-cf2651c34b9e req-2b7bf435-7fca-45d3-88ab-e5ec12346a3c tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928201 Nov 23 07:45:39.837847 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-bd2b24ca-240c-43de-b1b9-f698c21bc6ce req-6cf23cea-8678-4384-83dd-a841062783f5 service neutron] 10.222.0.31 "GET /v2.0/networks/1b5d852b-b97c-4e33-b149-2a4c0450e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385808 Nov 23 07:45:39.842151 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345dd5d1-87a8-493e-903f-0cc410456c06 req-eae7aad0-43e1-4cf1-8082-947b627d5483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:39.843856 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-345dd5d1-87a8-493e-903f-0cc410456c06 req-eae7aad0-43e1-4cf1-8082-947b627d5483 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b78d8c29-35aa-4c8a-8439-dc361a48243a HTTP/1.1" status: 200 len: 920 time: 0.3586626 Nov 23 07:45:39.874782 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a828c-96a6-413f-b50f-8028bf94be4b req-ed76a8e2-74b7-4638-a06a-6a773bbeab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:39.876454 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-470a828c-96a6-413f-b50f-8028bf94be4b req-ed76a8e2-74b7-4638-a06a-6a773bbeab21 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f02b6904-8bee-4b65-8d68-a5eced424f54 HTTP/1.1" status: 200 len: 850 time: 0.1006918 Nov 23 07:45:39.947404 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-345dd5d1-87a8-493e-903f-0cc410456c06 req-0a2ffeba-3940-4af2-9e6f-894a9422b56a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98e7ca52-3570-4eee-8b5d-7db714fe981a HTTP/1.1" status: 200 len: 217 time: 0.0901394 Nov 23 07:45:39.952347 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 8b4fce4b-5f2b-4eea-8335-5d57ac70511e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 07:45:39.980047 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbda629-8733-4082-abba-bacc19aa0524 req-6cf224ef-4603-4215-aa8a-c1266365bcf1 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:39.988634 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-4cbda629-8733-4082-abba-bacc19aa0524 req-6cf224ef-4603-4215-aa8a-c1266365bcf1 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0950978 Nov 23 07:45:40.044711 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345dd5d1-87a8-493e-903f-0cc410456c06 req-f2aaa5b4-1657-4a7d-97dc-b258485d87c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:40.046530 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-345dd5d1-87a8-493e-903f-0cc410456c06 req-f2aaa5b4-1657-4a7d-97dc-b258485d87c5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e589956e-ed5a-4e41-8270-f9456f7b8a2f HTTP/1.1" status: 200 len: 859 time: 0.0756383 Nov 23 07:45:40.048517 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a828c-96a6-413f-b50f-8028bf94be4b req-a06474d9-5f04-4a1b-8db5-c0792d5e43f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:40.050106 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-470a828c-96a6-413f-b50f-8028bf94be4b req-a06474d9-5f04-4a1b-8db5-c0792d5e43f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=41a8f465-c4c3-4408-a9dd-14556e78b966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1413989 Nov 23 07:45:40.051997 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad266da-3469-4b53-bfc0-248ca5c9619b req-adcc4224-95f8-4926-938a-f264a1393cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:40.053459 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7ad266da-3469-4b53-bfc0-248ca5c9619b req-adcc4224-95f8-4926-938a-f264a1393cc7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c42cd8fcb71040c394c2fa2ed9324ae0&device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 1096 time: 0.1330607 Nov 23 07:45:40.054375 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-4cbda629-8733-4082-abba-bacc19aa0524 req-0aa7c7c7-2646-46cf-a97b-2059bcde18e7 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647292 Nov 23 07:45:40.127693 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-345dd5d1-87a8-493e-903f-0cc410456c06 req-eb73c328-5748-423d-8c95-fc429bbe5795 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b78d8c29-35aa-4c8a-8439-dc361a48243a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574181 Nov 23 07:45:40.132058 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 8b4fce4b-5f2b-4eea-8335-5d57ac70511e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8b4fce4b-5f2b-4eea-8335-5d57ac70511e,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:45:40.145155 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Returning: {'device': '8b4fce4b-5f2b-4eea-8335-5d57ac70511e', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'port_id': '8b4fce4b-5f2b-4eea-8335-5d57ac70511e', 'mac_address': 'fa:16:3e:20:f6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 07:45:40.185769 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:40.199448 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b4fce4b-5f2b-4eea-8335-5d57ac70511e {{(pid=109285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:45:40.220098 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 8b4fce4b-5f2b-4eea-8335-5d57ac70511e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8b4fce4b-5f2b-4eea-8335-5d57ac70511e,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:45:40.225809 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:40.295367 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=8b4fce4b-5f2b-4eea-8335-5d57ac70511e,revision_number=6']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:40.341836 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['8b4fce4b-5f2b-4eea-8335-5d57ac70511e'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:45:40.377081 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad266da-3469-4b53-bfc0-248ca5c9619b req-8cde9225-09bb-4391-9e97-04669efa2d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:40.378736 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7ad266da-3469-4b53-bfc0-248ca5c9619b req-8cde9225-09bb-4391-9e97-04669efa2d15 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1b5d852b-b97c-4e33-b149-2a4c0450e4d5 HTTP/1.1" status: 200 len: 915 time: 0.2921345 Nov 23 07:45:40.385553 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-470a828c-96a6-413f-b50f-8028bf94be4b req-11ad7292-9f86-4be4-8b1b-1965f8f37042 service neutron] 10.222.0.31 "GET /v2.0/networks/41a8f465-c4c3-4408-a9dd-14556e78b966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976394 Nov 23 07:45:40.389978 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-345dd5d1-87a8-493e-903f-0cc410456c06 req-8b674542-c1ab-4028-91b4-fc30dcafd1c4 service neutron] 10.222.0.31 "GET /v2.0/networks/b78d8c29-35aa-4c8a-8439-dc361a48243a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429497 Nov 23 07:45:40.403050 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88724c89-3823-414c-a75d-b9038a97bb30 req-86c35d93-0640-41d9-a6b7-39f76561c387 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:40.404359 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-88724c89-3823-414c-a75d-b9038a97bb30 req-86c35d93-0640-41d9-a6b7-39f76561c387 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd486dfc-f28a-4b35-ab29-ffe8daab8a69 HTTP/1.1" status: 200 len: 946 time: 0.1193702 Nov 23 07:45:40.497821 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7ad266da-3469-4b53-bfc0-248ca5c9619b req-d1f9e944-001c-483a-a589-7eac7c2d3286 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46440f82-0a6b-4d97-82a5-b146d1263ea9 HTTP/1.1" status: 200 len: 217 time: 0.1038196 Nov 23 07:45:40.514506 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8c3e2-0014-437c-a008-a96873f24ba7 req-3320002d-5afa-48fd-acd0-e591206609f5 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:40.516106 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-8ab8c3e2-0014-437c-a008-a96873f24ba7 req-3320002d-5afa-48fd-acd0-e591206609f5 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 944 time: 0.0575714 Nov 23 07:45:40.573816 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-8ab8c3e2-0014-437c-a008-a96873f24ba7 req-f20cd39a-9fa5-4fad-861a-71cdaecff21e tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485363 Nov 23 07:45:40.665983 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-88724c89-3823-414c-a75d-b9038a97bb30 req-cecec948-9e5a-41c6-99de-aa3f5582eb66 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428720 Nov 23 07:45:40.681046 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad266da-3469-4b53-bfc0-248ca5c9619b req-383fc632-342d-4ec8-a727-0700263fa840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:40.682715 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7ad266da-3469-4b53-bfc0-248ca5c9619b req-383fc632-342d-4ec8-a727-0700263fa840 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d1021d11-6a0a-4efc-bfec-6471a02dfed1 HTTP/1.1" status: 200 len: 853 time: 0.1643367 Nov 23 07:45:40.743883 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-470a828c-96a6-413f-b50f-8028bf94be4b req-c2886d2d-e63f-47d8-a09f-707470f0db7b service neutron] 10.222.0.31 "GET /v2.0/networks/41a8f465-c4c3-4408-a9dd-14556e78b966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371720 Nov 23 07:45:40.747706 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-345dd5d1-87a8-493e-903f-0cc410456c06 req-17c22963-acb6-45aa-8a87-8d19a532e261 service neutron] 10.222.0.31 "GET /v2.0/networks/b78d8c29-35aa-4c8a-8439-dc361a48243a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422720 Nov 23 07:45:40.773212 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad266da-3469-4b53-bfc0-248ca5c9619b req-40d50418-77af-49e0-bbdb-5b01238016d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:40.775755 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7ad266da-3469-4b53-bfc0-248ca5c9619b req-40d50418-77af-49e0-bbdb-5b01238016d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1b5d852b-b97c-4e33-b149-2a4c0450e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0764225 Nov 23 07:45:40.963945 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7ad266da-3469-4b53-bfc0-248ca5c9619b req-2001c32f-3647-4112-9fe3-db65a073d16a service neutron] 10.222.0.31 "GET /v2.0/networks/1b5d852b-b97c-4e33-b149-2a4c0450e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623807 Nov 23 07:45:40.996184 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337157fd-b4a8-4003-84f3-3fa83a469d88 req-c24510f0-025c-4135-b6f5-965119c09d01 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:40.997938 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-337157fd-b4a8-4003-84f3-3fa83a469d88 req-c24510f0-025c-4135-b6f5-965119c09d01 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 943 time: 0.0995181 Nov 23 07:45:41.099911 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f29393-fd27-4678-be74-8752db6ad0c5 req-d99da3c5-f3f0-4eb3-9626-1d2611a800d1 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:41.101519 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-e3f29393-fd27-4678-be74-8752db6ad0c5 req-d99da3c5-f3f0-4eb3-9626-1d2611a800d1 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0753560 Nov 23 07:45:41.163296 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-e3f29393-fd27-4678-be74-8752db6ad0c5 req-0ea123e6-d7af-4c26-97a8-3a51a5e5372c tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543725 Nov 23 07:45:41.164829 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-337157fd-b4a8-4003-84f3-3fa83a469d88 req-72d2d8e8-b556-4b74-90c1-8541b79d3a31 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489687 Nov 23 07:45:41.188089 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7ad266da-3469-4b53-bfc0-248ca5c9619b req-dc5e3e1a-bf45-427e-92c5-9558908e6b4f service neutron] 10.222.0.31 "GET /v2.0/networks/1b5d852b-b97c-4e33-b149-2a4c0450e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891255 Nov 23 07:45:41.282845 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0dbf7-2add-4f03-9d62-384067bb8c5a req-bec62833-4bb2-4548-8ec7-add3447e66c6 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:41.285295 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-69a0dbf7-2add-4f03-9d62-384067bb8c5a req-bec62833-4bb2-4548-8ec7-add3447e66c6 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0605879 Nov 23 07:45:41.342582 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-69a0dbf7-2add-4f03-9d62-384067bb8c5a req-8e3b5e1f-330f-43da-b53e-b2ef0c0a32e0 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509338 Nov 23 07:45:41.590516 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b45d66-f16d-4e99-ad59-a358a13df962 req-6baca92d-ef50-490c-8acc-f699a4b2b1e8 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:41.592123 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-40b45d66-f16d-4e99-ad59-a358a13df962 req-6baca92d-ef50-490c-8acc-f699a4b2b1e8 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd486dfc-f28a-4b35-ab29-ffe8daab8a69 HTTP/1.1" status: 200 len: 946 time: 0.0544295 Nov 23 07:45:41.645280 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-40b45d66-f16d-4e99-ad59-a358a13df962 req-838d6abd-cba8-486d-8e38-4e9273cce09f tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462978 Nov 23 07:45:41.706808 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d1930-7965-4b94-a861-723d79b3a80d req-8ddbd520-125f-4ae7-b8af-3ccaa10129ab tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:41.708425 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-fe8d1930-7965-4b94-a861-723d79b3a80d req-8ddbd520-125f-4ae7-b8af-3ccaa10129ab tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 944 time: 0.0535383 Nov 23 07:45:41.759498 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-fe8d1930-7965-4b94-a861-723d79b3a80d req-251d30eb-eaaa-44fd-aec1-5b4fc2c25edd tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449829 Nov 23 07:45:41.978398 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 46440f82-0a6b-4d97-82a5-b146d1263ea9 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 07:45:41.981648 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 8b4fce4b-5f2b-4eea-8335-5d57ac70511e up at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:45:42.111356 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning complete for port 8b4fce4b-5f2b-4eea-8335-5d57ac70511e triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:45:42.111749 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:42.168101 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 46440f82-0a6b-4d97-82a5-b146d1263ea9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=46440f82-0a6b-4d97-82a5-b146d1263ea9,segment=NetworkSegment(cefc117d-da37-40a8-b11f-8d9ed755980c),segment_id=cefc117d-da37-40a8-b11f-8d9ed755980c)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:45:42.183653 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Returning: {'device': '46440f82-0a6b-4d97-82a5-b146d1263ea9', 'network_id': '1b5d852b-b97c-4e33-b149-2a4c0450e4d5', 'port_id': '46440f82-0a6b-4d97-82a5-b146d1263ea9', 'mac_address': 'fa:16:3e:0e:17:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1021d11-6a0a-4efc-bfec-6471a02dfed1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 07:45:42.251695 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:42.262278 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:42.275070 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46440f82-0a6b-4d97-82a5-b146d1263ea9 {{(pid=109285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:45:42.307164 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb841a35-6344-43a0-85d2-6de8116759b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4fce4b-5f2b-4eea-8335-5d57ac70511e'}] {{(pid=109285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:45:42.308420 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d2321-9044-48d2-a03d-7e157b4a9811 req-ad9ea065-28f2-4548-8b41-9c05407d8614 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:42.310199 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-dc9d2321-9044-48d2-a03d-7e157b4a9811 req-ad9ea065-28f2-4548-8b41-9c05407d8614 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 943 time: 0.0686173 Nov 23 07:45:42.310460 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02971d1b2c0bcda538738d777e0cd5340c6e6849857750afdab036a2de6ad34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ecf153-d3bb-41d9-b02a-88aefe59c15d" -d '{"events": [{"server_uuid": "bb841a35-6344-43a0-85d2-6de8116759b1", "name": "network-vif-plugged", "status": "completed", "tag": "8b4fce4b-5f2b-4eea-8335-5d57ac70511e"}]}' {{(pid=109285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:45:42.317394 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2a700-c038-4b47-84da-976300670ed4 req-e00c0c9b-88e5-48d5-924d-ff06f62fc974 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:42.319294 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-7aa2a700-c038-4b47-84da-976300670ed4 req-e00c0c9b-88e5-48d5-924d-ff06f62fc974 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0717108 Nov 23 07:45:42.325914 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 46440f82-0a6b-4d97-82a5-b146d1263ea9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=46440f82-0a6b-4d97-82a5-b146d1263ea9,segment=NetworkSegment(cefc117d-da37-40a8-b11f-8d9ed755980c),segment_id=cefc117d-da37-40a8-b11f-8d9ed755980c)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:45:42.329642 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 8b4fce4b-5f2b-4eea-8335-5d57ac70511e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8b4fce4b-5f2b-4eea-8335-5d57ac70511e,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:45:42.331302 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:42.336417 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:42.366337 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-dc9d2321-9044-48d2-a03d-7e157b4a9811 req-93af4d60-adb5-4d0e-8a24-dfb07efc28c5 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496175 Nov 23 07:45:42.381331 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-7aa2a700-c038-4b47-84da-976300670ed4 req-4628d6c2-990f-4fc9-9399-bec9aa1d427d tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548291 Nov 23 07:45:42.388569 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=46440f82-0a6b-4d97-82a5-b146d1263ea9,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:42.429319 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a041eafd-8999-4fe9-a614-7ef930b04177 x-openstack-request-id: req-a041eafd-8999-4fe9-a614-7ef930b04177 {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:45:42.429639 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb841a35-6344-43a0-85d2-6de8116759b1", "name": "network-vif-plugged", "status": "completed", "tag": "8b4fce4b-5f2b-4eea-8335-5d57ac70511e", "code": 200}]} {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:45:42.429957 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a041eafd-8999-4fe9-a614-7ef930b04177 {{(pid=109285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:45:42.430884 dv-cinder-804035-14-iscsi neutron-server[109285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb841a35-6344-43a0-85d2-6de8116759b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4fce4b-5f2b-4eea-8335-5d57ac70511e', 'code': 200} Nov 23 07:45:42.447907 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=8b4fce4b-5f2b-4eea-8335-5d57ac70511e,revision_number=7']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:42.507812 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c141a-bdd0-4b1d-af99-928cc4c1be99 req-d52e866f-1301-4890-8a0b-cc3b8862082c tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:42.509840 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-fe2c141a-bdd0-4b1d-af99-928cc4c1be99 req-d52e866f-1301-4890-8a0b-cc3b8862082c tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0490265 Nov 23 07:45:42.562196 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-fe2c141a-bdd0-4b1d-af99-928cc4c1be99 req-48534164-26ab-4a36-87f3-fb6896b6e2b0 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457869 Nov 23 07:45:42.772563 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f84286-eb04-4114-8bd7-73c147b696d7 req-d11d17f6-0359-4f17-af95-e927989a73c7 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:42.774064 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-03f84286-eb04-4114-8bd7-73c147b696d7 req-d11d17f6-0359-4f17-af95-e927989a73c7 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd486dfc-f28a-4b35-ab29-ffe8daab8a69 HTTP/1.1" status: 200 len: 946 time: 0.0585043 Nov 23 07:45:42.828469 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['46440f82-0a6b-4d97-82a5-b146d1263ea9'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:45:42.843925 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-03f84286-eb04-4114-8bd7-73c147b696d7 req-02a9bcf7-8316-4604-8959-8972d15db6c9 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596125 Nov 23 07:45:42.905384 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eca4ff-c170-4c58-864a-712b4986498e req-84ff915b-3753-4cf4-819f-3540a858c1b5 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:42.906966 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-a6eca4ff-c170-4c58-864a-712b4986498e req-84ff915b-3753-4cf4-819f-3540a858c1b5 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0685847 Nov 23 07:45:42.959186 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-a6eca4ff-c170-4c58-864a-712b4986498e req-7c4cbbfa-d27c-46d3-a7e1-d8179432a74b tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447454 Nov 23 07:45:43.531428 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a4715-6cdd-4f8a-a3c1-3da20c5f10da req-8623d275-845c-40ce-b8a3-7151e465dfcf tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:43.535532 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-c78a4715-6cdd-4f8a-a3c1-3da20c5f10da req-8623d275-845c-40ce-b8a3-7151e465dfcf tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0686162 Nov 23 07:45:43.568958 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2376f-5799-4beb-8f99-cfff670c9a8e req-072faf06-6952-48e1-accb-6493e72bfb21 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:43.572536 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c3d2376f-5799-4beb-8f99-cfff670c9a8e req-072faf06-6952-48e1-accb-6493e72bfb21 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 944 time: 0.1253529 Nov 23 07:45:43.590616 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08720ad1-ad7d-4d84-ac08-9f72fe30c348 req-484e99f9-4f56-48dd-bd8e-1f178c97bd63 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:43.593012 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-08720ad1-ad7d-4d84-ac08-9f72fe30c348 req-484e99f9-4f56-48dd-bd8e-1f178c97bd63 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.31 "GET /v2.0/ports?device_id=cd486dfc-f28a-4b35-ab29-ffe8daab8a69 HTTP/1.1" status: 200 len: 946 time: 0.1027026 Nov 23 07:45:43.599827 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-c78a4715-6cdd-4f8a-a3c1-3da20c5f10da req-2b3b15bf-6b5c-46e3-a899-56886197ade8 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527935 Nov 23 07:45:43.708530 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c3d2376f-5799-4beb-8f99-cfff670c9a8e req-a60903c6-564c-464a-bf5f-327ee7d222dd tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139796 Nov 23 07:45:43.779345 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-08720ad1-ad7d-4d84-ac08-9f72fe30c348 req-4b590436-1e69-4c09-9a79-704973b30e6c tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Deleting port 7abf5039-2cd0-48cc-93cd-f72b7d305c16 {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:45:43.779785 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-08720ad1-ad7d-4d84-ac08-9f72fe30c348 req-4b590436-1e69-4c09-9a79-704973b30e6c tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:43.915282 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-08720ad1-ad7d-4d84-ac08-9f72fe30c348 req-4b590436-1e69-4c09-9a79-704973b30e6c tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] For port 7abf5039-2cd0-48cc-93cd-f72b7d305c16, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7abf5039-2cd0-48cc-93cd-f72b7d305c16,segment=NetworkSegment(12cde7a2-059f-4710-8173-60a3363cb1ed),segment_id=12cde7a2-059f-4710-8173-60a3363cb1ed)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:45:43.916073 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-08720ad1-ad7d-4d84-ac08-9f72fe30c348 req-4b590436-1e69-4c09-9a79-704973b30e6c tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:43.942047 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-08720ad1-ad7d-4d84-ac08-9f72fe30c348 req-4b590436-1e69-4c09-9a79-704973b30e6c tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Calling delete_port for 7abf5039-2cd0-48cc-93cd-f72b7d305c16 owned by compute:nova {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:45:43.991518 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 46440f82-0a6b-4d97-82a5-b146d1263ea9 up at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:45:44.009362 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c2ac1-d050-4eda-b51e-059fb33042de req-988e2e65-4646-4f0a-be96-d7c078a3a162 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:44.023835 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ed2c2ac1-d050-4eda-b51e-059fb33042de req-988e2e65-4646-4f0a-be96-d7c078a3a162 tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd486dfc-f28a-4b35-ab29-ffe8daab8a69 HTTP/1.1" status: 200 len: 946 time: 0.0891500 Nov 23 07:45:44.105425 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning for port 46440f82-0a6b-4d97-82a5-b146d1263ea9 completed by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 07:45:44.113716 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning complete for port 46440f82-0a6b-4d97-82a5-b146d1263ea9 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:45:44.114228 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:44.120668 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ed2c2ac1-d050-4eda-b51e-059fb33042de req-1626fc65-a870-4861-8c8b-7f4332245e7e tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890255 Nov 23 07:45:44.187722 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-08720ad1-ad7d-4d84-ac08-9f72fe30c348 req-4b590436-1e69-4c09-9a79-704973b30e6c tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:44.259245 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:44.273780 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b590436-1e69-4c09-9a79-704973b30e6c tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Pushing event deleted for resources: {'Port': ['ID=7abf5039-2cd0-48cc-93cd-f72b7d305c16,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:44.316166 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 46440f82-0a6b-4d97-82a5-b146d1263ea9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=46440f82-0a6b-4d97-82a5-b146d1263ea9,segment=NetworkSegment(cefc117d-da37-40a8-b11f-8d9ed755980c),segment_id=cefc117d-da37-40a8-b11f-8d9ed755980c)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:45:44.321306 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:44.328551 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-08720ad1-ad7d-4d84-ac08-9f72fe30c348 req-4b590436-1e69-4c09-9a79-704973b30e6c tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] No DVR routers for this DVR port 7abf5039-2cd0-48cc-93cd-f72b7d305c16 on host hv-cinder-80403 {{(pid=109283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:45:44.340316 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b883f8-21df-4d50-be32-ada99b5d4c83 req-ef1e4236-097f-4855-918e-a31646088174 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:44.341951 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-13b883f8-21df-4d50-be32-ada99b5d4c83 req-ef1e4236-097f-4855-918e-a31646088174 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.2178559 Nov 23 07:45:44.343073 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-08720ad1-ad7d-4d84-ac08-9f72fe30c348 req-4b590436-1e69-4c09-9a79-704973b30e6c tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:44.346336 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-08720ad1-ad7d-4d84-ac08-9f72fe30c348 req-4b590436-1e69-4c09-9a79-704973b30e6c tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.31 "DELETE /v2.0/ports/7abf5039-2cd0-48cc-93cd-f72b7d305c16 HTTP/1.1" status: 204 len: 173 time: 0.7444320 Nov 23 07:45:44.347429 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd486dfc-f28a-4b35-ab29-ffe8daab8a69', 'name': 'network-vif-deleted', 'tag': '7abf5039-2cd0-48cc-93cd-f72b7d305c16'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:45:44.349688 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178a8cd3-c1f4-4397-b8d2-9d14cd58b10c" -d '{"events": [{"server_uuid": "cd486dfc-f28a-4b35-ab29-ffe8daab8a69", "name": "network-vif-deleted", "tag": "7abf5039-2cd0-48cc-93cd-f72b7d305c16"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:45:44.397644 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=46440f82-0a6b-4d97-82a5-b146d1263ea9,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:45:44.422170 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-13b883f8-21df-4d50-be32-ada99b5d4c83 req-277d3301-c168-4dd1-a60d-b60f0c2e47ec tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689132 Nov 23 07:45:44.424425 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a697f0b-8881-447c-88ae-817fc7a2e348 x-openstack-request-id: req-7a697f0b-8881-447c-88ae-817fc7a2e348 {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:45:44.424425 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd486dfc-f28a-4b35-ab29-ffe8daab8a69", "name": "network-vif-deleted", "tag": "7abf5039-2cd0-48cc-93cd-f72b7d305c16", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:45:44.424691 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7a697f0b-8881-447c-88ae-817fc7a2e348 {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:45:44.425136 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd486dfc-f28a-4b35-ab29-ffe8daab8a69', 'name': 'network-vif-deleted', 'tag': '7abf5039-2cd0-48cc-93cd-f72b7d305c16', 'status': 'completed', 'code': 200} Nov 23 07:45:44.431762 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842f1da9-1085-4946-b62b-9ae2c5ad009b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46440f82-0a6b-4d97-82a5-b146d1263ea9'}] {{(pid=109285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:45:44.434226 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02971d1b2c0bcda538738d777e0cd5340c6e6849857750afdab036a2de6ad34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd86496-06fb-4cef-b89a-fb18460191e6" -d '{"events": [{"server_uuid": "842f1da9-1085-4946-b62b-9ae2c5ad009b", "name": "network-vif-plugged", "status": "completed", "tag": "46440f82-0a6b-4d97-82a5-b146d1263ea9"}]}' {{(pid=109285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:45:44.480468 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb23131-7820-41fa-8088-0fe33cacea44 x-openstack-request-id: req-edb23131-7820-41fa-8088-0fe33cacea44 {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:45:44.480769 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842f1da9-1085-4946-b62b-9ae2c5ad009b", "name": "network-vif-plugged", "status": "completed", "tag": "46440f82-0a6b-4d97-82a5-b146d1263ea9", "code": 200}]} {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:45:44.481025 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-edb23131-7820-41fa-8088-0fe33cacea44 {{(pid=109285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:45:44.481420 dv-cinder-804035-14-iscsi neutron-server[109285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842f1da9-1085-4946-b62b-9ae2c5ad009b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46440f82-0a6b-4d97-82a5-b146d1263ea9', 'code': 200} Nov 23 07:45:44.770741 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb462021-2352-40f6-8dc4-48e42b90bb39 req-9995fabd-455b-4a25-973e-8b193cadd7fe tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:44.774239 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-fb462021-2352-40f6-8dc4-48e42b90bb39 req-9995fabd-455b-4a25-973e-8b193cadd7fe tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0885119 Nov 23 07:45:44.816946 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e265e17-7e8a-4fde-9ed0-bc41720c7b8f req-cec9e02d-683a-41b5-8ffd-34acf9534fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:44.820807 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3e265e17-7e8a-4fde-9ed0-bc41720c7b8f req-cec9e02d-683a-41b5-8ffd-34acf9534fcc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 1098 time: 0.1010458 Nov 23 07:45:44.886994 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-fb462021-2352-40f6-8dc4-48e42b90bb39 req-a3b0d20c-77bd-4170-8b2a-b47ac68029b4 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053321 Nov 23 07:45:44.918286 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78c650-4cf7-44cc-b98f-bc40da708514 req-ad4395c8-cf44-436c-aefd-51599b89218b tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:44.928695 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ea78c650-4cf7-44cc-b98f-bc40da708514 req-ad4395c8-cf44-436c-aefd-51599b89218b tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 945 time: 0.1217151 Nov 23 07:45:44.969210 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3e265e17-7e8a-4fde-9ed0-bc41720c7b8f req-a42a097a-0e26-4586-8903-c1c4d4d68fb2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233177 Nov 23 07:45:45.040400 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ea78c650-4cf7-44cc-b98f-bc40da708514 req-3816c131-ba54-442e-892b-53b6688229af tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061158 Nov 23 07:45:45.319929 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4601f07c-fdc6-43d5-ab68-6aeef437d711 req-7799201e-62ca-4bb6-8217-7ac581436fcb tempest-VolumesActionsTest-1917704080 tempest-VolumesActionsTest-1917704080-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd486dfc-f28a-4b35-ab29-ffe8daab8a69 HTTP/1.1" status: 200 len: 210 time: 0.0839441 Nov 23 07:45:45.586079 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d2111-dff0-45da-ae48-835db4274636 req-1f98c438-5a22-426e-ab25-70aaf5fd85ca tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:45.588744 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-5d5d2111-dff0-45da-ae48-835db4274636 req-1f98c438-5a22-426e-ab25-70aaf5fd85ca tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0696659 Nov 23 07:45:45.654429 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-5d5d2111-dff0-45da-ae48-835db4274636 req-041adfe1-8559-4e96-bd3c-4ab88e17dd82 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586927 Nov 23 07:45:45.998259 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 7abf5039-2cd0-48cc-93cd-f72b7d305c16 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:45:46.027768 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b05d9e-6334-4bf1-8276-8005dea7b6fb req-24a7a349-2439-4185-86d9-a2113fd1fcb5 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:46.029486 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-24b05d9e-6334-4bf1-8276-8005dea7b6fb req-24a7a349-2439-4185-86d9-a2113fd1fcb5 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0569403 Nov 23 07:45:46.042115 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] No Port match for: 7abf5039-2cd0-48cc-93cd-f72b7d305c16 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:45:46.050213 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 7abf5039-2cd0-48cc-93cd-f72b7d305c16 not bound to the agent host hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:45:46.122579 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-24b05d9e-6334-4bf1-8276-8005dea7b6fb req-960953e8-c408-45ec-ae74-5bedbaa5535b tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770319 Nov 23 07:45:46.179808 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaae3d2-c1f5-419c-b806-5c2d4931d3f2 req-326655b2-1cdd-46d7-886a-2be7add7aa86 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:46.181095 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-0eaae3d2-c1f5-419c-b806-5c2d4931d3f2 req-326655b2-1cdd-46d7-886a-2be7add7aa86 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 945 time: 0.0603905 Nov 23 07:45:46.235490 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-0eaae3d2-c1f5-419c-b806-5c2d4931d3f2 req-28d1b1d2-bbb3-4e6e-9bf2-a4dcae4aefd8 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483978 Nov 23 07:45:46.834773 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55819848-4082-46ef-b6bf-d0d99deba90c req-68b2343e-062b-4685-8659-2661c97ead52 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:46.836629 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-55819848-4082-46ef-b6bf-d0d99deba90c req-68b2343e-062b-4685-8659-2661c97ead52 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0644059 Nov 23 07:45:46.916873 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-55819848-4082-46ef-b6bf-d0d99deba90c req-bd96bb37-7776-4b7d-8285-9639315dffb6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672998 Nov 23 07:45:47.286924 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230459cb-8259-4ab4-85a6-430474bdb67c req-eacde925-be49-4a1d-884d-b3ae5efe5fde tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:47.296705 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-230459cb-8259-4ab4-85a6-430474bdb67c req-eacde925-be49-4a1d-884d-b3ae5efe5fde tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0893977 Nov 23 07:45:47.355226 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-230459cb-8259-4ab4-85a6-430474bdb67c req-cfbd7dd8-6d9a-4e16-b84f-995928e80773 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571034 Nov 23 07:45:47.401190 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf55a6-abc3-4064-b70f-7c0c2df45d1f req-1705f8d9-6bfc-47ee-a4a7-4693b58b6d61 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:47.403732 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-24cf55a6-abc3-4064-b70f-7c0c2df45d1f req-1705f8d9-6bfc-47ee-a4a7-4693b58b6d61 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 945 time: 0.0552142 Nov 23 07:45:47.476306 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-24cf55a6-abc3-4064-b70f-7c0c2df45d1f req-a5f078c2-d02d-4ddf-9c2e-3936c164d7ed tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659275 Nov 23 07:45:47.627791 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ec0b8-adaf-4902-82c3-6055fa7ee8a5 req-f332a991-efd5-4951-b301-8125d4b1e4e4 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:47.629597 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-832ec0b8-adaf-4902-82c3-6055fa7ee8a5 req-f332a991-efd5-4951-b301-8125d4b1e4e4 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 945 time: 0.0609753 Nov 23 07:45:47.685198 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-832ec0b8-adaf-4902-82c3-6055fa7ee8a5 req-5c03e895-d3ad-4469-948a-5889abc4f041 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485048 Nov 23 07:45:48.064561 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7451d4b-b44a-4786-9b66-bb40b04f5bcd req-fc657542-4eda-47cc-a144-5f66397be22f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:48.066459 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0250239-52cc-426f-8e7f-95664b597bee req-2c75994b-eada-419b-9f8f-bdd6b153b17c tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:48.066972 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b7451d4b-b44a-4786-9b66-bb40b04f5bcd req-fc657542-4eda-47cc-a144-5f66397be22f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0624430 Nov 23 07:45:48.077102 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f0250239-52cc-426f-8e7f-95664b597bee req-2c75994b-eada-419b-9f8f-bdd6b153b17c tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 945 time: 0.0687311 Nov 23 07:45:48.140975 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f0250239-52cc-426f-8e7f-95664b597bee req-d2a63585-64bf-49a7-bc1e-98a1f583cd0d tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584681 Nov 23 07:45:48.148026 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b7451d4b-b44a-4786-9b66-bb40b04f5bcd req-72333b97-fe75-4d87-bc08-4ce78d1aa5ff tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692687 Nov 23 07:45:48.480857 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b3bad-fc54-4c30-8f89-a7743da31ada req-505b82d5-0617-4f87-a775-3aa5d2b0fe39 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:48.488314 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-199b3bad-fc54-4c30-8f89-a7743da31ada req-505b82d5-0617-4f87-a775-3aa5d2b0fe39 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0606284 Nov 23 07:45:48.554745 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-199b3bad-fc54-4c30-8f89-a7743da31ada req-5c82b300-61cd-4be3-8e78-83fd83315aa8 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651736 Nov 23 07:45:49.278141 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a34c5e-762e-41ea-80f2-1badd3cf4a3c req-5e6d5804-fd44-4033-8e0c-46be2f448997 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:49.279684 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-43a34c5e-762e-41ea-80f2-1badd3cf4a3c req-5e6d5804-fd44-4033-8e0c-46be2f448997 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0550210 Nov 23 07:45:49.344606 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-43a34c5e-762e-41ea-80f2-1badd3cf4a3c req-7cab4a24-482d-44ee-a626-a977e1976c62 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589530 Nov 23 07:45:49.705264 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb44afe-ea38-442b-8055-c302b7e6141a req-3e3e8235-06d6-40a4-bfda-8057afd4386d tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:49.707035 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-8cb44afe-ea38-442b-8055-c302b7e6141a req-3e3e8235-06d6-40a4-bfda-8057afd4386d tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0592191 Nov 23 07:45:49.769271 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-8cb44afe-ea38-442b-8055-c302b7e6141a req-c83de19a-4e2e-4391-acfc-e8f54d42907e tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517251 Nov 23 07:45:50.485853 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88153c-129e-4e62-bb06-03fd1fdabe82 req-6f5983a4-c8c8-46c9-8c29-3295f88e6c88 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:50.487711 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3e88153c-129e-4e62-bb06-03fd1fdabe82 req-6f5983a4-c8c8-46c9-8c29-3295f88e6c88 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0603652 Nov 23 07:45:50.543198 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3e88153c-129e-4e62-bb06-03fd1fdabe82 req-0e80d2ab-7961-4c6f-9541-b2f1b167e3e6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493681 Nov 23 07:45:50.616842 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:45:50.916996 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d8565-59ac-43ae-829d-6ca43a42e9ae req-213b61d5-b6f7-4100-a068-d2f53bfa7567 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:50.918607 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-bb8d8565-59ac-43ae-829d-6ca43a42e9ae req-213b61d5-b6f7-4100-a068-d2f53bfa7567 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0537357 Nov 23 07:45:50.991401 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-bb8d8565-59ac-43ae-829d-6ca43a42e9ae req-e6daeb50-b3c9-4238-ad0f-094b3e17097c tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599887 Nov 23 07:45:51.698200 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79e4ee-bbf2-4895-b7ea-948c3f603cc2 req-cc5863dc-38cf-49bf-a36b-9097e65d9a73 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:51.706928 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8c79e4ee-bbf2-4895-b7ea-948c3f603cc2 req-cc5863dc-38cf-49bf-a36b-9097e65d9a73 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0720119 Nov 23 07:45:51.779543 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8c79e4ee-bbf2-4895-b7ea-948c3f603cc2 req-fce625e1-36a7-4f9f-a4a7-dcefa6401534 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714672 Nov 23 07:45:52.311698 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eedfb9d-4a1d-430d-8484-b1a5aa52a718 req-9ec9ac19-cbae-46f5-a841-8fc7aafcdbb4 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:52.323995 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-5eedfb9d-4a1d-430d-8484-b1a5aa52a718 req-9ec9ac19-cbae-46f5-a841-8fc7aafcdbb4 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.1974771 Nov 23 07:45:52.418200 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-5eedfb9d-4a1d-430d-8484-b1a5aa52a718 req-e5a95dcb-04e0-40f7-8bed-3e6cae1c54de tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929351 Nov 23 07:45:52.959355 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d34113-569b-495e-b609-3975ef31d436 req-afbac86b-3a47-48b1-8051-ac4a80da8787 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:52.971054 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-13d34113-569b-495e-b609-3975ef31d436 req-afbac86b-3a47-48b1-8051-ac4a80da8787 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0811083 Nov 23 07:45:53.050618 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-13d34113-569b-495e-b609-3975ef31d436 req-cc002cc1-e60c-477f-8c8d-6c81883d1090 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781698 Nov 23 07:45:53.600334 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621bce3-fa65-457c-b469-99d70c3ee845 req-203464b7-ce2e-498d-892c-e5c8f6e26958 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:53.604048 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4621bce3-fa65-457c-b469-99d70c3ee845 req-203464b7-ce2e-498d-892c-e5c8f6e26958 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0883784 Nov 23 07:45:53.665538 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4621bce3-fa65-457c-b469-99d70c3ee845 req-83a77535-88fb-445a-83d9-10ce5de7248c tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548861 Nov 23 07:45:54.196522 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcb594-60ab-4ad3-b3c4-4851ece8dc8d req-cc5cba8e-174f-4a29-bfad-218e58e67ba3 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:54.199131 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-65dcb594-60ab-4ad3-b3c4-4851ece8dc8d req-cc5cba8e-174f-4a29-bfad-218e58e67ba3 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0528538 Nov 23 07:45:54.271837 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-65dcb594-60ab-4ad3-b3c4-4851ece8dc8d req-8589094c-a1c1-4eeb-906b-0d3e25198ce9 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662854 Nov 23 07:45:54.797982 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1f2f0-a75a-48ce-bf86-029455108c3c req-0e6c3fd3-0fb4-4876-8f36-c91f0efde8c2 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:54.799980 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c8d1f2f0-a75a-48ce-bf86-029455108c3c req-0e6c3fd3-0fb4-4876-8f36-c91f0efde8c2 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0598886 Nov 23 07:45:54.859613 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c8d1f2f0-a75a-48ce-bf86-029455108c3c req-2ea8854e-82be-40d7-8915-78cd243f127a tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502994 Nov 23 07:45:55.397839 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d85d66-0abd-4ab9-bda0-52bddace7c1c req-d84d9c7e-aae9-46a1-b2c5-dac58b468acc tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:55.400025 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-05d85d66-0abd-4ab9-bda0-52bddace7c1c req-d84d9c7e-aae9-46a1-b2c5-dac58b468acc tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0542269 Nov 23 07:45:55.475611 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-05d85d66-0abd-4ab9-bda0-52bddace7c1c req-54d983a8-e00d-4f81-94f1-7e7433f6ff79 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665398 Nov 23 07:45:56.010930 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6db3e-eb5f-4bc5-a2c1-14840cc04615 req-fa2bd62b-d53b-4058-b78c-55bea7b5899d tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:56.014363 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a3c6db3e-eb5f-4bc5-a2c1-14840cc04615 req-fa2bd62b-d53b-4058-b78c-55bea7b5899d tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0650764 Nov 23 07:45:56.086877 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a3c6db3e-eb5f-4bc5-a2c1-14840cc04615 req-6843d91d-f251-4fbb-85a1-3916b2f20358 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654640 Nov 23 07:45:56.641605 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c917f8-547a-422f-8f44-5de7c70f600b req-d7e25f09-290a-4e4b-a9aa-2fa0dbaa6229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:56.643433 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-96c917f8-547a-422f-8f44-5de7c70f600b req-d7e25f09-290a-4e4b-a9aa-2fa0dbaa6229 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=edd4c40a2d5e481eadb2fc728cc0ca5a&device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 1098 time: 0.0811992 Nov 23 07:45:56.723244 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61438fc2-ee04-4a8a-b2f1-f4e45c18c467 req-58aaf424-f8d3-4d04-967e-c9637a4e594e tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:56.734227 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-61438fc2-ee04-4a8a-b2f1-f4e45c18c467 req-58aaf424-f8d3-4d04-967e-c9637a4e594e tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0872643 Nov 23 07:45:56.762968 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c917f8-547a-422f-8f44-5de7c70f600b req-75cd2041-6908-443d-901c-63b2921006bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:56.765240 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-96c917f8-547a-422f-8f44-5de7c70f600b req-75cd2041-6908-443d-901c-63b2921006bc service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9cb767d-e579-4bd6-9168-0f1ea7c41329 HTTP/1.1" status: 200 len: 917 time: 0.1116951 Nov 23 07:45:56.808271 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-61438fc2-ee04-4a8a-b2f1-f4e45c18c467 req-bd67d514-ce8e-4103-a0ce-ec0664e0b63d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727983 Nov 23 07:45:57.107850 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-96c917f8-547a-422f-8f44-5de7c70f600b req-cdee0ad3-5f82-4a5f-97ba-b4cf012df8b6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b4fce4b-5f2b-4eea-8335-5d57ac70511e HTTP/1.1" status: 200 len: 1000 time: 0.3343282 Nov 23 07:45:57.214936 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27beefe9-778d-48f3-a1cd-fcae9b974d24 req-6ee5c1e2-6c47-4ee3-af89-a5988742d629 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:57.216764 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-27beefe9-778d-48f3-a1cd-fcae9b974d24 req-6ee5c1e2-6c47-4ee3-af89-a5988742d629 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0512621 Nov 23 07:45:57.269854 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-27beefe9-778d-48f3-a1cd-fcae9b974d24 req-08a7683d-850e-4d41-a04d-5c715a906894 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467291 Nov 23 07:45:57.971343 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128a6f5-7344-4cd9-971e-9590f3e38d4f req-d2d3407f-6fc1-4c7a-bafd-f33341157b9c tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:57.973542 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-9128a6f5-7344-4cd9-971e-9590f3e38d4f req-d2d3407f-6fc1-4c7a-bafd-f33341157b9c tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0604663 Nov 23 07:45:58.063815 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-9128a6f5-7344-4cd9-971e-9590f3e38d4f req-d26b24ac-96fe-4be3-81ab-cea22f0ed0af tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714779 Nov 23 07:45:58.102962 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c917f8-547a-422f-8f44-5de7c70f600b req-ae19b0f9-5bf9-47e6-81d5-341c1808585c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:58.104483 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-96c917f8-547a-422f-8f44-5de7c70f600b req-ae19b0f9-5bf9-47e6-81d5-341c1808585c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd5e1985-8805-41d1-90d4-bdc402c620b5 HTTP/1.1" status: 200 len: 855 time: 0.0707035 Nov 23 07:45:58.434182 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff498be-b20f-4dda-8150-c3865848d30e req-863dafdf-5680-4c46-ab23-8e2c0d7ce418 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:58.438380 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5ff498be-b20f-4dda-8150-c3865848d30e req-863dafdf-5680-4c46-ab23-8e2c0d7ce418 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0708256 Nov 23 07:45:58.497562 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5ff498be-b20f-4dda-8150-c3865848d30e req-018adb87-642d-4104-bc49-5e1f84b174d9 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553548 Nov 23 07:45:58.525748 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-f2fb3b2c-045a-44fc-bff7-5eef23e973c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:45:59.093724 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c917f8-547a-422f-8f44-5de7c70f600b req-bd90c1d1-9bf0-48a8-834e-14eced9140cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:59.095987 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-96c917f8-547a-422f-8f44-5de7c70f600b req-bd90c1d1-9bf0-48a8-834e-14eced9140cb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9cb767d-e579-4bd6-9168-0f1ea7c41329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0793231 Nov 23 07:45:59.191259 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629755e9-d457-4bca-9667-c8ad9ad2a136 req-e92c2028-a280-497d-b885-16cdf69cebc7 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:59.199340 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-629755e9-d457-4bca-9667-c8ad9ad2a136 req-e92c2028-a280-497d-b885-16cdf69cebc7 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 945 time: 0.0618949 Nov 23 07:45:59.257040 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-629755e9-d457-4bca-9667-c8ad9ad2a136 req-33377368-b26f-4ef2-855d-a552bfca69f1 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555527 Nov 23 07:45:59.658630 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe5809-b760-448d-b2ca-61adf90e9404 req-7ab91e7d-9fba-4efe-808e-1ca715eb3be9 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:45:59.662189 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5cfe5809-b760-448d-b2ca-61adf90e9404 req-7ab91e7d-9fba-4efe-808e-1ca715eb3be9 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0768926 Nov 23 07:45:59.729954 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5cfe5809-b760-448d-b2ca-61adf90e9404 req-b9c40212-69d7-4dd1-8427-22b54c6aa6bc tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574625 Nov 23 07:46:00.079291 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 8b4fce4b-5f2b-4eea-8335-5d57ac70511e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:46:00.194458 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-96c917f8-547a-422f-8f44-5de7c70f600b req-6af08c46-be34-43bf-9f5e-0b06390ffb04 service neutron] 10.222.0.31 "GET /v2.0/networks/d9cb767d-e579-4bd6-9168-0f1ea7c41329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423390 Nov 23 07:46:00.232919 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:00.266406 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb841a35-6344-43a0-85d2-6de8116759b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b4fce4b-5f2b-4eea-8335-5d57ac70511e'}] {{(pid=109285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:46:00.269558 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02971d1b2c0bcda538738d777e0cd5340c6e6849857750afdab036a2de6ad34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59450ff0-3a10-4426-8e78-c79850b9a514" -d '{"events": [{"server_uuid": "bb841a35-6344-43a0-85d2-6de8116759b1", "name": "network-vif-unplugged", "status": "completed", "tag": "8b4fce4b-5f2b-4eea-8335-5d57ac70511e"}]}' {{(pid=109285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:46:00.306577 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 8b4fce4b-5f2b-4eea-8335-5d57ac70511e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8b4fce4b-5f2b-4eea-8335-5d57ac70511e,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:46:00.315735 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:00.371053 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-96c917f8-547a-422f-8f44-5de7c70f600b req-87f8adde-f2ef-40c0-b530-ac3ce01107ab service neutron] 10.222.0.31 "GET /v2.0/networks/d9cb767d-e579-4bd6-9168-0f1ea7c41329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633301 Nov 23 07:46:00.412763 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 07:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80399d9a-b52b-4b6b-8b18-72bdf0e26100 x-openstack-request-id: req-80399d9a-b52b-4b6b-8b18-72bdf0e26100 {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:46:00.419434 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb841a35-6344-43a0-85d2-6de8116759b1", "name": "network-vif-unplugged", "status": "completed", "tag": "8b4fce4b-5f2b-4eea-8335-5d57ac70511e", "code": 200}]} {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:46:00.420324 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-80399d9a-b52b-4b6b-8b18-72bdf0e26100 {{(pid=109285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:46:00.420729 dv-cinder-804035-14-iscsi neutron-server[109285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb841a35-6344-43a0-85d2-6de8116759b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b4fce4b-5f2b-4eea-8335-5d57ac70511e', 'code': 200} Nov 23 07:46:00.452139 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=8b4fce4b-5f2b-4eea-8335-5d57ac70511e,revision_number=8']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:00.460005 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:00.460430 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:00.461546 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:00.462036 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:00.462235 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:00.462805 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:00.463368 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:00.463925 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:00.464498 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:00.465042 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:00.465573 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:00.466108 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:00.496460 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b783041-398b-45f3-8635-f211c49ddbe1 req-75fc8690-aa79-402a-8f69-f950c5af0c53 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:00.501494 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7b783041-398b-45f3-8635-f211c49ddbe1 req-75fc8690-aa79-402a-8f69-f950c5af0c53 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0968239 Nov 23 07:46:00.574365 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7b783041-398b-45f3-8635-f211c49ddbe1 req-1e563236-62e5-48eb-af78-89b92aaa2c07 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717826 Nov 23 07:46:00.890454 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c62ea-e8b2-49c8-be9b-7d528ead2a4f req-f6c4c358-bbfa-4dca-b1c8-0d4502c74d08 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:00.892960 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-5f1c62ea-e8b2-49c8-be9b-7d528ead2a4f req-f6c4c358-bbfa-4dca-b1c8-0d4502c74d08 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0648339 Nov 23 07:46:00.963083 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-5f1c62ea-e8b2-49c8-be9b-7d528ead2a4f req-f165120f-f9f4-419a-8438-cf969436c09e tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626945 Nov 23 07:46:01.327762 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-a6832932-dad6-43b2-8be5-70d3554fcdeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:01.709997 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7c0e1-e95c-48ba-9541-6f8616e0c6a0 req-cb68019c-6e29-4c22-9601-e97bd53914ad tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:01.712481 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ccb7c0e1-e95c-48ba-9541-6f8616e0c6a0 req-cb68019c-6e29-4c22-9601-e97bd53914ad tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0585368 Nov 23 07:46:01.769760 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ccb7c0e1-e95c-48ba-9541-6f8616e0c6a0 req-f849aadd-8a69-410e-9514-5a9d85e94644 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511034 Nov 23 07:46:02.103202 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e03c0d-96cd-4e35-818e-4f5f933d9bc4 req-0a401e8e-a1af-4c94-8695-aa23a50fa403 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:02.111080 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d9e03c0d-96cd-4e35-818e-4f5f933d9bc4 req-0a401e8e-a1af-4c94-8695-aa23a50fa403 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0661523 Nov 23 07:46:02.159611 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d9e03c0d-96cd-4e35-818e-4f5f933d9bc4 req-142417f3-1e6e-4fba-8de5-38aebe73e0a8 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473835 Nov 23 07:46:02.768735 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:02.911426 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cc0af-f2d6-43bf-8344-634d4219bf6d req-db270973-d62b-49d3-a1b5-7f6ef38fdcc2 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:02.913043 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-749cc0af-f2d6-43bf-8344-634d4219bf6d req-db270973-d62b-49d3-a1b5-7f6ef38fdcc2 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0575581 Nov 23 07:46:02.967419 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-749cc0af-f2d6-43bf-8344-634d4219bf6d req-24590879-3679-458b-a971-810fe59c1d50 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477128 Nov 23 07:46:03.313745 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c828a5-fdd4-4159-8325-b5d38b4b2a9a req-101ab735-7858-4f2e-9b78-28486fce9f5b tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:03.322281 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-23c828a5-fdd4-4159-8325-b5d38b4b2a9a req-101ab735-7858-4f2e-9b78-28486fce9f5b tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0667725 Nov 23 07:46:03.370431 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-23c828a5-fdd4-4159-8325-b5d38b4b2a9a req-ff4716e5-535b-470e-95f2-1d7b31ac5d89 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467415 Nov 23 07:46:04.112515 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ff01d-0cd3-4999-8581-0fa5ab8c2c70 req-def874c2-5b32-4d86-873c-1ec79732d96d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:04.119823 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-553ff01d-0cd3-4999-8581-0fa5ab8c2c70 req-def874c2-5b32-4d86-873c-1ec79732d96d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0617597 Nov 23 07:46:04.181735 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-553ff01d-0cd3-4999-8581-0fa5ab8c2c70 req-4ce59c7b-be2c-4803-b98a-43b041d99610 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542653 Nov 23 07:46:04.506048 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d011b-33b9-47db-a69f-3b52b41d62d8 req-b6a31534-e42b-42a9-ac57-bdc23a9accb6 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:04.508501 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-875d011b-33b9-47db-a69f-3b52b41d62d8 req-b6a31534-e42b-42a9-ac57-bdc23a9accb6 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0580471 Nov 23 07:46:04.588688 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-875d011b-33b9-47db-a69f-3b52b41d62d8 req-4338453d-72dd-4760-bd88-483b0f8c6f7a tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657830 Nov 23 07:46:04.824771 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:05.342118 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb50cd-5a9d-42ac-94f8-c9a5a08faa6c req-2043e6ab-eb43-47e9-b44b-77c20c58ef8d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:05.344442 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f7eb50cd-5a9d-42ac-94f8-c9a5a08faa6c req-2043e6ab-eb43-47e9-b44b-77c20c58ef8d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0688200 Nov 23 07:46:05.400799 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f7eb50cd-5a9d-42ac-94f8-c9a5a08faa6c req-b8fb30f4-0231-4902-9bae-e75ec6357371 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495889 Nov 23 07:46:05.595790 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:05.775607 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7146dc-065a-4124-ac2a-7df8b1fa5d6a req-fa18b0fe-dca6-4b93-b2d8-463044d09d04 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:05.782662 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-5f7146dc-065a-4124-ac2a-7df8b1fa5d6a req-fa18b0fe-dca6-4b93-b2d8-463044d09d04 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0657425 Nov 23 07:46:05.877303 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-5f7146dc-065a-4124-ac2a-7df8b1fa5d6a req-898792ca-cd71-44fd-bce4-d7f133808c94 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793216 Nov 23 07:46:06.048354 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe01d3-e632-45cb-9feb-fff7c122cfcd req-b2de4769-2ba7-4953-9afc-9122ae0c84ce tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:06.057428 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-1efe01d3-e632-45cb-9feb-fff7c122cfcd req-b2de4769-2ba7-4953-9afc-9122ae0c84ce tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 945 time: 0.0661602 Nov 23 07:46:06.120271 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-1efe01d3-e632-45cb-9feb-fff7c122cfcd req-0b074ff2-553c-45b1-ae82-e3afc426b42d tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610890 Nov 23 07:46:06.158447 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 46490) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:46:06.502143 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ca230f-1bdb-4c1a-9146-b57e131ecf62 tempest-TestMinimumBasicScenario-1802749962 tempest-TestMinimumBasicScenario-1802749962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:06.503714 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-45ca230f-1bdb-4c1a-9146-b57e131ecf62 tempest-TestMinimumBasicScenario-1802749962 tempest-TestMinimumBasicScenario-1802749962-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 1093 time: 0.3436677 Nov 23 07:46:06.506704 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 46506) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:46:06.512794 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Request body: {'floatingip': {'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'port_id': '46440f82-0a6b-4d97-82a5-b146d1263ea9', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:46:06.544032 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for floatingip, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:06.575741 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d7493-f4a7-4578-ac3d-35aae1118689 req-99f11b86-22b0-4c96-abc3-b00fe62defe3 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:06.577677 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-7e4d7493-f4a7-4578-ac3d-35aae1118689 req-99f11b86-22b0-4c96-abc3-b00fe62defe3 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0728886 Nov 23 07:46:06.644782 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-7e4d7493-f4a7-4578-ac3d-35aae1118689 req-0cf10f15-a913-46a9-bf5c-617026be7e00 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573483 Nov 23 07:46:06.705202 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:06.907042 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Allocated IP 172.27.2.98 (891dfe80-61d0-4c14-832c-7438dfe6f055/08f8fc41-5d8c-4fca-8f02-9f082906db87/4b986878-5b49-4120-bf59-c26e2824ab57) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:46:07.008923 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:07.059055 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430850a-2e1c-4653-8820-68111942b50a req-cbcb9183-a081-4051-9acc-365bf518bdb1 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:07.073301 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-e430850a-2e1c-4653-8820-68111942b50a req-cbcb9183-a081-4051-9acc-365bf518bdb1 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0929084 Nov 23 07:46:07.142858 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-e430850a-2e1c-4653-8820-68111942b50a req-86d5a8b9-1d38-48d1-ae75-73e8a3038157 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626774 Nov 23 07:46:07.162981 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:07.213839 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:07.264076 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Network 891dfe80-61d0-4c14-832c-7438dfe6f055 is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:46:07.276910 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:46:07.284568 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:46:07.289783 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Pushing event updated for resources: {'Port': ['ID=4b986878-5b49-4120-bf59-c26e2824ab57,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:07.331051 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:07.333830 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:07.334595 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:07.335192 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:07.335776 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:07.336769 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:07.337199 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:07.337781 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:07.338194 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:07.338715 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:07.339118 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:07.339615 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:07.433663 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [req-755604bc-091d-486b-88aa-fed526a9d2bf req-f5291b29-2f9b-4b66-8f83-2943db827f58 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=109284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 07:46:07.434793 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-755604bc-091d-486b-88aa-fed526a9d2bf req-f5291b29-2f9b-4b66-8f83-2943db827f58 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070980 Nov 23 07:46:07.845854 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c494c-bee4-4d45-8327-938948e19a7d req-13a89106-2ede-49f4-a975-96b205915763 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:07.854120 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-497c494c-bee4-4d45-8327-938948e19a7d req-13a89106-2ede-49f4-a975-96b205915763 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.2227540 Nov 23 07:46:07.963418 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a73d4f-a5b6-409b-b298-3e033b31876a req-386a0ee2-e8f9-4a2a-bf4d-d8089a3c9737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:07.964905 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-50a73d4f-a5b6-409b-b298-3e033b31876a req-386a0ee2-e8f9-4a2a-bf4d-d8089a3c9737 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 1098 time: 0.1642704 Nov 23 07:46:07.985396 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-497c494c-bee4-4d45-8327-938948e19a7d req-b6e2395d-9e23-49e2-af13-4682fc3a1c20 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301715 Nov 23 07:46:08.062836 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:08.111924 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-50a73d4f-a5b6-409b-b298-3e033b31876a req-c0f5d59e-9748-44b8-b045-2737bc361886 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251965 Nov 23 07:46:08.149983 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 46560) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:46:08.165457 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:08.299760 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d070559-039c-4494-9d96-d88a9a485eb5 req-17713fc6-5993-4cc2-b8b7-5883da016228 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:08.307545 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-6d070559-039c-4494-9d96-d88a9a485eb5 req-17713fc6-5993-4cc2-b8b7-5883da016228 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0924141 Nov 23 07:46:08.342372 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-da856de9-622e-4f66-a25e-bbcce54b7d8a req-070a3988-35b2-4ca0-be69-c0f0f200c2f8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1912351 Nov 23 07:46:08.345649 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:08.353469 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:08.383061 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-6d070559-039c-4494-9d96-d88a9a485eb5 req-7ff26ae1-b349-405d-9df2-066dad84981f tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738955 Nov 23 07:46:08.395974 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [req-da856de9-622e-4f66-a25e-bbcce54b7d8a req-a6f2589c-bb7a-43fe-b459-989cb239753b service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=109284) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 07:46:08.404917 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1712191'] for floatingip, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:08.408606 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-da856de9-622e-4f66-a25e-bbcce54b7d8a req-a6f2589c-bb7a-43fe-b459-989cb239753b service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0300550 Nov 23 07:46:08.456878 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Pushing event updated for resources: {'Port': ['ID=4b986878-5b49-4120-bf59-c26e2824ab57,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:08.537904 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.db.l3_db [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Floating IP 83b3c885-54cb-4c5b-b80c-07e6fb0f8968 associated. External IP: 172.27.2.98, port: 46440f82-0a6b-4d97-82a5-b146d1263ea9. Nov 23 07:46:08.875148 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Router af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:46:09.044372 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:46:09.062140 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a879ff00-8738-401c-a763-61af9607d894 req-a31cbd33-6a7c-49fc-9a29-12e8cb3f50b9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717061 Nov 23 07:46:09.065886 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for floatingip, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:09.071848 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed6a677-3a0c-4f41-a4a2-d2fbd34e0c90 None None] Sync routers for ids ['af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b'] in dv-cinder-804035-14-iscsi {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:46:09.089991 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed6a677-3a0c-4f41-a4a2-d2fbd34e0c90 None None] Routers {'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:46:09.091273 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-4ed6a677-3a0c-4f41-a4a2-d2fbd34e0c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:46:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:46:09.130394 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-13a57325-1203-4a93-a90b-6e9dc3be1f20 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6169372 Nov 23 07:46:09.130394 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842f1da9-1085-4946-b62b-9ae2c5ad009b', 'tag': '46440f82-0a6b-4d97-82a5-b146d1263ea9'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:46:09.130394 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e07a7e-0f4f-4d60-b773-5300f1ee9d85" -d '{"events": [{"name": "network-changed", "server_uuid": "842f1da9-1085-4946-b62b-9ae2c5ad009b", "tag": "46440f82-0a6b-4d97-82a5-b146d1263ea9"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:46:09.131153 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 46588) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:46:09.135982 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-6b76e324-c7b7-4c7f-816d-b515f65544b7 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1154738481', 'description': 'tempest-secgroup-smoke-1154738481 description', 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:46:09.184186 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-6b76e324-c7b7-4c7f-816d-b515f65544b7 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:09.253303 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879ff00-8738-401c-a763-61af9607d894 req-fa621be4-28d4-4125-ba32-1bab1a868a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:09.254888 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a879ff00-8738-401c-a763-61af9607d894 req-fa621be4-28d4-4125-ba32-1bab1a868a4d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed47c8e5e9704a0abf5643f488f1b2be&device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 1098 time: 0.1036854 Nov 23 07:46:09.392690 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f6fee3-b84d-48be-aec9-bcc296f34011 x-openstack-request-id: req-d7f6fee3-b84d-48be-aec9-bcc296f34011 {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:46:09.393016 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842f1da9-1085-4946-b62b-9ae2c5ad009b", "tag": "46440f82-0a6b-4d97-82a5-b146d1263ea9", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:46:09.393208 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d7f6fee3-b84d-48be-aec9-bcc296f34011 {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:46:09.393631 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842f1da9-1085-4946-b62b-9ae2c5ad009b', 'tag': '46440f82-0a6b-4d97-82a5-b146d1263ea9', 'status': 'completed', 'code': 200} Nov 23 07:46:09.394765 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4e869-0176-4aca-9f69-22c7d1318177 req-35597be5-fede-41df-80e2-e381f9c20b1e tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:09.396416 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-aec4e869-0176-4aca-9f69-22c7d1318177 req-35597be5-fede-41df-80e2-e381f9c20b1e tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.1615138 Nov 23 07:46:09.420907 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-4ed6a677-3a0c-4f41-a4a2-d2fbd34e0c90 None None] Set router af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:46:09.431970 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-6b76e324-c7b7-4c7f-816d-b515f65544b7 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:09.438116 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-6b76e324-c7b7-4c7f-816d-b515f65544b7 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:09.546425 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-6b76e324-c7b7-4c7f-816d-b515f65544b7 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:09.547761 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-6b76e324-c7b7-4c7f-816d-b515f65544b7 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4159813 Nov 23 07:46:09.556299 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 46600) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:46:09.569296 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76e324-c7b7-4c7f-816d-b515f65544b7 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4d94c8-741e-41a3-a6ad-e0e3518355fe,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:09.571196 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879ff00-8738-401c-a763-61af9607d894 req-73be3112-fb2e-43ae-afc4-6040c7bce361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:09.572752 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a879ff00-8738-401c-a763-61af9607d894 req-73be3112-fb2e-43ae-afc4-6040c7bce361 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b78d8c29-35aa-4c8a-8439-dc361a48243a HTTP/1.1" status: 200 len: 920 time: 0.2870674 Nov 23 07:46:09.581081 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-7f46710a-3a17-47ff-93ee-cbe90676baba tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Request body: {'security_group_rule': {'security_group_id': 'ac4d94c8-741e-41a3-a6ad-e0e3518355fe', 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:46:09.595341 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e07a7e-0f4f-4d60-b773-5300f1ee9d85 req-53669e6f-9d7d-43a1-949a-7f32d1d74531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:09.597068 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76e324-c7b7-4c7f-816d-b515f65544b7 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:09.598911 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-96e07a7e-0f4f-4d60-b773-5300f1ee9d85 req-53669e6f-9d7d-43a1-949a-7f32d1d74531 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c42cd8fcb71040c394c2fa2ed9324ae0&device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 1098 time: 0.1944466 Nov 23 07:46:09.606284 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76e324-c7b7-4c7f-816d-b515f65544b7 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:09.606700 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76e324-c7b7-4c7f-816d-b515f65544b7 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:09.607011 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76e324-c7b7-4c7f-816d-b515f65544b7 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:09.607359 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76e324-c7b7-4c7f-816d-b515f65544b7 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:09.607703 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76e324-c7b7-4c7f-816d-b515f65544b7 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:09.608044 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76e324-c7b7-4c7f-816d-b515f65544b7 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:09.608377 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76e324-c7b7-4c7f-816d-b515f65544b7 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:09.608888 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76e324-c7b7-4c7f-816d-b515f65544b7 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:09.609402 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76e324-c7b7-4c7f-816d-b515f65544b7 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:09.609931 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76e324-c7b7-4c7f-816d-b515f65544b7 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:09.610440 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76e324-c7b7-4c7f-816d-b515f65544b7 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:46:09.655044 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-aec4e869-0176-4aca-9f69-22c7d1318177 req-2674b62d-cab4-4403-8048-f5c38fff9cb6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273731 Nov 23 07:46:09.728208 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a879ff00-8738-401c-a763-61af9607d894 req-d61f9c73-744f-4f1c-a1c6-0540ddbf93bb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e60ee95d-4ae8-48a9-b92b-e6e28e265d71 HTTP/1.1" status: 200 len: 217 time: 0.1272523 Nov 23 07:46:09.819397 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-4ed6a677-3a0c-4f41-a4a2-d2fbd34e0c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'name': 'tempest-TestMinimumBasicScenario-106881543-router', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0c381ab8-774b-44f8-badd-77c97bb9dfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:44:50Z', 'updated_at': '2021-11-23T07:44:54Z', 'revision_number': 4, 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'gw_port': {'id': '0c381ab8-774b-44f8-badd-77c97bb9dfd3', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:44:51Z', 'updated_at': '2021-11-23T07:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_floatingips': [{'id': '83b3c885-54cb-4c5b-b80c-07e6fb0f8968', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'port_id': '46440f82-0a6b-4d97-82a5-b146d1263ea9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5d852b-b97c-4e33-b149-2a4c0450e4d5', 'mac_address': 'fa:16:3e:0e:17:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842f1da9-1085-4946-b62b-9ae2c5ad009b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:46:07Z', 'updated_at': '2021-11-23T07:46:07Z', 'revision_number': 0, 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1c7671-5609-450c-b243-f766047adf77', 'name': '', 'network_id': '1b5d852b-b97c-4e33-b149-2a4c0450e4d5', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'mac_address': 'fa:16:3e:99:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'd1021d11-6a0a-4efc-bfec-6471a02dfed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:44:53Z', 'updated_at': '2021-11-23T07:45:01Z', 'revision_number': 5, 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'subnets': [{'id': 'd1021d11-6a0a-4efc-bfec-6471a02dfed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:46:09.827419 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7f46710a-3a17-47ff-93ee-cbe90676baba tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:09.852122 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed6a677-3a0c-4f41-a4a2-d2fbd34e0c90 None None] Checking router: af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b for host: dv-cinder-804035-14-iscsi {{(pid=109286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:46:09.854083 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa031c9-848b-4b1b-a4e0-8bd8c87a0318 req-64aa3fb7-b125-4de0-a80e-8524bc7ceab9 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:09.855639 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-bfa031c9-848b-4b1b-a4e0-8bd8c87a0318 req-64aa3fb7-b125-4de0-a80e-8524bc7ceab9 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.2559297 Nov 23 07:46:09.862532 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed6a677-3a0c-4f41-a4a2-d2fbd34e0c90 None None] Routers {'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:46:09.863173 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-4ed6a677-3a0c-4f41-a4a2-d2fbd34e0c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:46:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:46:09.910300 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879ff00-8738-401c-a763-61af9607d894 req-0fcc29fc-8d1d-4994-9150-2443a6905b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:09.911808 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a879ff00-8738-401c-a763-61af9607d894 req-0fcc29fc-8d1d-4994-9150-2443a6905b93 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e589956e-ed5a-4e41-8270-f9456f7b8a2f HTTP/1.1" status: 200 len: 859 time: 0.1638427 Nov 23 07:46:09.918954 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e07a7e-0f4f-4d60-b773-5300f1ee9d85 req-dbd1ebbc-8001-4d2e-a950-d061adf70c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:09.920391 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-96e07a7e-0f4f-4d60-b773-5300f1ee9d85 req-dbd1ebbc-8001-4d2e-a950-d061adf70c77 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1b5d852b-b97c-4e33-b149-2a4c0450e4d5 HTTP/1.1" status: 200 len: 915 time: 0.2929478 Nov 23 07:46:09.972683 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-4ed6a677-3a0c-4f41-a4a2-d2fbd34e0c90 None None] Set router af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:46:10.022466 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7f46710a-3a17-47ff-93ee-cbe90676baba tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:10.028629 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-bfa031c9-848b-4b1b-a4e0-8bd8c87a0318 req-238b3f08-c62e-4215-ae4a-f8e22ab591a8 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582448 Nov 23 07:46:10.030606 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a879ff00-8738-401c-a763-61af9607d894 req-7779207a-b8ce-467b-a266-a36df3ff7811 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b78d8c29-35aa-4c8a-8439-dc361a48243a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971978 Nov 23 07:46:10.033608 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7f46710a-3a17-47ff-93ee-cbe90676baba tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750411'] for security_group_rule, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:10.079248 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46710a-3a17-47ff-93ee-cbe90676baba tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe81913-76f0-4df1-90e7-65331849fd55,revision_number=0']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:10.101388 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7f46710a-3a17-47ff-93ee-cbe90676baba tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:10.102818 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-7f46710a-3a17-47ff-93ee-cbe90676baba tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5427604 Nov 23 07:46:10.105605 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 46616) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:46:10.107488 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-96e07a7e-0f4f-4d60-b773-5300f1ee9d85 req-c306b591-d9f8-47b8-90f1-5201efef450f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46440f82-0a6b-4d97-82a5-b146d1263ea9 HTTP/1.1" status: 200 len: 998 time: 0.1682775 Nov 23 07:46:10.110233 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-6ccd084f-792e-4894-abd8-023c349fcd5c tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Request body: {'security_group_rule': {'security_group_id': 'ac4d94c8-741e-41a3-a6ad-e0e3518355fe', 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:46:10.115029 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 8b4fce4b-5f2b-4eea-8335-5d57ac70511e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:46:10.145638 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-6ccd084f-792e-4894-abd8-023c349fcd5c tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:10.228663 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-6ccd084f-792e-4894-abd8-023c349fcd5c tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:10.233262 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-6ccd084f-792e-4894-abd8-023c349fcd5c tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750411'] for security_group_rule, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:10.268779 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd084f-792e-4894-abd8-023c349fcd5c tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23dcfbb6-df54-41ba-8b0c-6674d670a88e,revision_number=0']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:10.270754 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-4ed6a677-3a0c-4f41-a4a2-d2fbd34e0c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'name': 'tempest-TestMinimumBasicScenario-106881543-router', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0c381ab8-774b-44f8-badd-77c97bb9dfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:44:50Z', 'updated_at': '2021-11-23T07:44:54Z', 'revision_number': 4, 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'gw_port': {'id': '0c381ab8-774b-44f8-badd-77c97bb9dfd3', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:44:51Z', 'updated_at': '2021-11-23T07:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_floatingips': [{'id': '83b3c885-54cb-4c5b-b80c-07e6fb0f8968', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'port_id': '46440f82-0a6b-4d97-82a5-b146d1263ea9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5d852b-b97c-4e33-b149-2a4c0450e4d5', 'mac_address': 'fa:16:3e:0e:17:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842f1da9-1085-4946-b62b-9ae2c5ad009b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:46:07Z', 'updated_at': '2021-11-23T07:46:07Z', 'revision_number': 0, 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1c7671-5609-450c-b243-f766047adf77', 'name': '', 'network_id': '1b5d852b-b97c-4e33-b149-2a4c0450e4d5', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'mac_address': 'fa:16:3e:99:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'd1021d11-6a0a-4efc-bfec-6471a02dfed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:44:53Z', 'updated_at': '2021-11-23T07:45:01Z', 'revision_number': 5, 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'subnets': [{'id': 'd1021d11-6a0a-4efc-bfec-6471a02dfed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:46:10.280767 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-6ccd084f-792e-4894-abd8-023c349fcd5c tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:10.282389 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-6ccd084f-792e-4894-abd8-023c349fcd5c tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1754913 Nov 23 07:46:10.284964 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 46618) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:46:10.291144 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-2539734c-4918-4790-a130-60e7294920bd tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Request body: {'security_group_rule': {'security_group_id': 'ac4d94c8-741e-41a3-a6ad-e0e3518355fe', 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:46:10.306987 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed6a677-3a0c-4f41-a4a2-d2fbd34e0c90 None None] The sync data for ids ['af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b'] in dv-cinder-804035-14-iscsi is: [{'id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'name': 'tempest-TestMinimumBasicScenario-106881543-router', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0c381ab8-774b-44f8-badd-77c97bb9dfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:44:50Z', 'updated_at': '2021-11-23T07:44:54Z', 'revision_number': 4, 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'gw_port': {'id': '0c381ab8-774b-44f8-badd-77c97bb9dfd3', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:44:51Z', 'updated_at': '2021-11-23T07:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_floatingips': [{'id': '83b3c885-54cb-4c5b-b80c-07e6fb0f8968', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'floating_ip_address': '172.27.2.98', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'port_id': '46440f82-0a6b-4d97-82a5-b146d1263ea9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b5d852b-b97c-4e33-b149-2a4c0450e4d5', 'mac_address': 'fa:16:3e:0e:17:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842f1da9-1085-4946-b62b-9ae2c5ad009b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:46:07Z', 'updated_at': '2021-11-23T07:46:07Z', 'revision_number': 0, 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d1c7671-5609-450c-b243-f766047adf77', 'name': '', 'network_id': '1b5d852b-b97c-4e33-b149-2a4c0450e4d5', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'mac_address': 'fa:16:3e:99:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'd1021d11-6a0a-4efc-bfec-6471a02dfed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:44:53Z', 'updated_at': '2021-11-23T07:45:01Z', 'revision_number': 5, 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'subnets': [{'id': 'd1021d11-6a0a-4efc-bfec-6471a02dfed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:46:10.332779 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2539734c-4918-4790-a130-60e7294920bd tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:10.462765 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2539734c-4918-4790-a130-60e7294920bd tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:10.469713 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2539734c-4918-4790-a130-60e7294920bd tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750411'] for security_group_rule, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:10.491699 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539734c-4918-4790-a130-60e7294920bd tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff53286-e0c2-4663-804a-0efc2f3beb57,revision_number=0']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:10.514287 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2539734c-4918-4790-a130-60e7294920bd tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:10.520375 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 46636) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:46:10.525499 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-e2e127bd-b3ea-40e1-b894-c6053049763b tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Request body: {'security_group_rule': {'security_group_id': 'ac4d94c8-741e-41a3-a6ad-e0e3518355fe', 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:46:10.530979 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-2539734c-4918-4790-a130-60e7294920bd tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2407835 Nov 23 07:46:10.544338 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e07a7e-0f4f-4d60-b773-5300f1ee9d85 req-5e262340-41d5-43f1-a4d4-312ad6e06110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:10.545348 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-96e07a7e-0f4f-4d60-b773-5300f1ee9d85 req-5e262340-41d5-43f1-a4d4-312ad6e06110 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d1021d11-6a0a-4efc-bfec-6471a02dfed1 HTTP/1.1" status: 200 len: 853 time: 0.0805347 Nov 23 07:46:10.547135 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a879ff00-8738-401c-a763-61af9607d894 req-b3524c4d-6a91-480b-bb7e-f955764e466c service neutron] 10.222.0.31 "GET /v2.0/networks/b78d8c29-35aa-4c8a-8439-dc361a48243a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5007021 Nov 23 07:46:10.584250 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e2e127bd-b3ea-40e1-b894-c6053049763b tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:10.661839 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b0e26f-c7c7-4d35-8217-bb380810d38d None None] New status for floating IP 83b3c885-54cb-4c5b-b80c-07e6fb0f8968: ACTIVE {{(pid=109285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 07:46:10.740898 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e07a7e-0f4f-4d60-b773-5300f1ee9d85 req-cca6681b-3d8d-4c44-92f0-f7351ccb7179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:10.743699 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-96e07a7e-0f4f-4d60-b773-5300f1ee9d85 req-cca6681b-3d8d-4c44-92f0-f7351ccb7179 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1b5d852b-b97c-4e33-b149-2a4c0450e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1730700 Nov 23 07:46:10.767165 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e2e127bd-b3ea-40e1-b894-c6053049763b tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:10.776562 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a879ff00-8738-401c-a763-61af9607d894 req-3023f8c4-dc0d-4083-977f-62736479dafd service neutron] 10.222.0.31 "GET /v2.0/networks/b78d8c29-35aa-4c8a-8439-dc361a48243a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935384 Nov 23 07:46:10.778882 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e2e127bd-b3ea-40e1-b894-c6053049763b tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750411'] for security_group_rule, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:10.831970 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e127bd-b3ea-40e1-b894-c6053049763b tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3908c1-3251-4f7d-bd9a-50fcf2a4a8d1,revision_number=0']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:10.879980 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e2e127bd-b3ea-40e1-b894-c6053049763b tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:10.884396 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-e2e127bd-b3ea-40e1-b894-c6053049763b tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3598821 Nov 23 07:46:10.885862 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 46662) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:46:10.893831 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-a0e095ec-ff1b-4c7f-a7e9-1bc4a2cbeb53 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Request body: {'security_group_rule': {'security_group_id': 'ac4d94c8-741e-41a3-a6ad-e0e3518355fe', 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:46:10.899524 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf720f-df10-4fde-bda3-619d924b8397 req-9792ee32-b6bd-4545-a68a-3e7a0c2b5b98 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:10.903453 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d7cf720f-df10-4fde-bda3-619d924b8397 req-9792ee32-b6bd-4545-a68a-3e7a0c2b5b98 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0936258 Nov 23 07:46:10.946964 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-96e07a7e-0f4f-4d60-b773-5300f1ee9d85 req-a2df02ea-abf5-49f1-8a45-eeb5f6c63deb service neutron] 10.222.0.31 "GET /v2.0/networks/1b5d852b-b97c-4e33-b149-2a4c0450e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821818 Nov 23 07:46:10.948807 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.db.securitygroups_db [None req-a0e095ec-ff1b-4c7f-a7e9-1bc4a2cbeb53 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Project c42cd8fcb71040c394c2fa2ed9324ae0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 07:46:10.956425 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a0e095ec-ff1b-4c7f-a7e9-1bc4a2cbeb53 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:10.990942 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d7cf720f-df10-4fde-bda3-619d924b8397 req-22aab93f-0c35-4787-bc39-7462cdc37e97 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790601 Nov 23 07:46:11.159532 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a0e095ec-ff1b-4c7f-a7e9-1bc4a2cbeb53 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:11.164993 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-96e07a7e-0f4f-4d60-b773-5300f1ee9d85 req-03ea8da5-b2f4-4960-99df-b75c8f96754d service neutron] 10.222.0.31 "GET /v2.0/networks/1b5d852b-b97c-4e33-b149-2a4c0450e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036002 Nov 23 07:46:11.167011 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a0e095ec-ff1b-4c7f-a7e9-1bc4a2cbeb53 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750411'] for security_group_rule, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:11.194162 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e095ec-ff1b-4c7f-a7e9-1bc4a2cbeb53 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea71a78-9340-40be-8340-723d0e36fc26,revision_number=0']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:11.204834 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d08fb-07af-4442-bcb0-66e9cc5c5a2c req-1a16f63b-684c-492e-95c7-bb7308a15faf tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:11.206408 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a50d08fb-07af-4442-bcb0-66e9cc5c5a2c req-1a16f63b-684c-492e-95c7-bb7308a15faf tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0857127 Nov 23 07:46:11.209820 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a0e095ec-ff1b-4c7f-a7e9-1bc4a2cbeb53 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:11.211628 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-a0e095ec-ff1b-4c7f-a7e9-1bc4a2cbeb53 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3247366 Nov 23 07:46:11.214896 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 46688) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:46:11.220518 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-69bc9ca7-bdd2-4474-a4f4-a68d0ccd2a48 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Request body: {'security_group_rule': {'security_group_id': 'ac4d94c8-741e-41a3-a6ad-e0e3518355fe', 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:46:11.250401 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.db.securitygroups_db [None req-69bc9ca7-bdd2-4474-a4f4-a68d0ccd2a48 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Project c42cd8fcb71040c394c2fa2ed9324ae0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 07:46:11.256784 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-69bc9ca7-bdd2-4474-a4f4-a68d0ccd2a48 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:11.265947 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a50d08fb-07af-4442-bcb0-66e9cc5c5a2c req-e6fc5103-3cb0-4923-9f51-c52e5f1d9b19 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473425 Nov 23 07:46:11.321123 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-69bc9ca7-bdd2-4474-a4f4-a68d0ccd2a48 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:11.325424 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-69bc9ca7-bdd2-4474-a4f4-a68d0ccd2a48 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750411'] for security_group_rule, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:11.346452 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc9ca7-bdd2-4474-a4f4-a68d0ccd2a48 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b216e93-8f90-4823-a76c-a02a05c5885b,revision_number=0']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:11.353166 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-69bc9ca7-bdd2-4474-a4f4-a68d0ccd2a48 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:11.354392 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-69bc9ca7-bdd2-4474-a4f4-a68d0ccd2a48 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1384153 Nov 23 07:46:11.378621 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da856de9-622e-4f66-a25e-bbcce54b7d8a req-88f7f8b0-e3d4-473e-8fea-8abdbc1c7121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:11.379986 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-da856de9-622e-4f66-a25e-bbcce54b7d8a req-88f7f8b0-e3d4-473e-8fea-8abdbc1c7121 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1&tenant_id=edd4c40a2d5e481eadb2fc728cc0ca5a HTTP/1.1" status: 200 len: 1096 time: 0.0760298 Nov 23 07:46:11.475200 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9078cccc-d087-4f40-858f-5164533ed049 req-4b83c020-d302-412f-8c9b-796365c34ea7 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1154738481&fields=id&tenant_id=c42cd8fcb71040c394c2fa2ed9324ae0 HTTP/1.1" status: 200 len: 267 time: 0.0718565 Nov 23 07:46:11.481559 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da856de9-622e-4f66-a25e-bbcce54b7d8a req-4fcca7f4-6204-49dd-83c8-7112cb854a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:11.483079 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-da856de9-622e-4f66-a25e-bbcce54b7d8a req-4fcca7f4-6204-49dd-83c8-7112cb854a37 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=edd4c40a2d5e481eadb2fc728cc0ca5a&device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 1096 time: 0.0725591 Nov 23 07:46:11.629101 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078cccc-d087-4f40-858f-5164533ed049 req-5403fbc8-e0d1-4257-9c42-71ab4b176a33 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:11.631273 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9078cccc-d087-4f40-858f-5164533ed049 req-5403fbc8-e0d1-4257-9c42-71ab4b176a33 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 945 time: 0.1425574 Nov 23 07:46:11.647697 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e015af-1e33-4723-90e9-478f8834e349 req-d97237ec-9f07-4774-92c3-32bcf36bf1ab tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:11.650184 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-26e015af-1e33-4723-90e9-478f8834e349 req-d97237ec-9f07-4774-92c3-32bcf36bf1ab tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0623038 Nov 23 07:46:11.676564 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-9078cccc-d087-4f40-858f-5164533ed049 req-c4dac0c0-bd58-45e5-ac0f-1e4682f1f9dc tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Request body: {'port': {'security_groups': ['d21f042e-25d7-47fc-9789-1168a5e4be2c', 'ac4d94c8-741e-41a3-a6ad-e0e3518355fe']}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:46:11.717068 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-26e015af-1e33-4723-90e9-478f8834e349 req-5f6338fa-a00d-4e9b-9ecc-9fb89df37450 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596609 Nov 23 07:46:11.747610 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da856de9-622e-4f66-a25e-bbcce54b7d8a req-a4c8fc03-dd57-4341-aa9c-f5940962817b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:11.749155 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-da856de9-622e-4f66-a25e-bbcce54b7d8a req-a4c8fc03-dd57-4341-aa9c-f5940962817b service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9cb767d-e579-4bd6-9168-0f1ea7c41329 HTTP/1.1" status: 200 len: 917 time: 0.2565010 Nov 23 07:46:11.776549 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec089a9-a7f4-4bc3-a7b7-cf35117eacb2 req-5afc6f81-a386-4d70-ab37-1c1f8a943a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:11.778076 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-aec089a9-a7f4-4bc3-a7b7-cf35117eacb2 req-5afc6f81-a386-4d70-ab37-1c1f8a943a5e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ed47c8e5e9704a0abf5643f488f1b2be&device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 1098 time: 0.1590292 Nov 23 07:46:11.826416 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-9078cccc-d087-4f40-858f-5164533ed049 req-c4dac0c0-bd58-45e5-ac0f-1e4682f1f9dc tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:11.933901 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-da856de9-622e-4f66-a25e-bbcce54b7d8a req-54cd2b5b-37e2-4377-aae7-0550afa19af3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b4fce4b-5f2b-4eea-8335-5d57ac70511e HTTP/1.1" status: 200 len: 998 time: 0.1670835 Nov 23 07:46:12.000936 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec089a9-a7f4-4bc3-a7b7-cf35117eacb2 req-c83e04e9-20a5-438d-90dd-64d4b72c508f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:12.002454 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-aec089a9-a7f4-4bc3-a7b7-cf35117eacb2 req-c83e04e9-20a5-438d-90dd-64d4b72c508f service neutron] 10.222.0.31 "GET /v2.0/networks?id=b78d8c29-35aa-4c8a-8439-dc361a48243a HTTP/1.1" status: 200 len: 920 time: 0.1865456 Nov 23 07:46:12.067811 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-aec089a9-a7f4-4bc3-a7b7-cf35117eacb2 req-8688b454-e2d3-467d-9f59-b118c1548784 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98e7ca52-3570-4eee-8b5d-7db714fe981a HTTP/1.1" status: 200 len: 217 time: 0.0537896 Nov 23 07:46:12.071630 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da856de9-622e-4f66-a25e-bbcce54b7d8a req-fde25cf4-82b7-4f48-bdd8-dc1d2fa3c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:12.073040 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-da856de9-622e-4f66-a25e-bbcce54b7d8a req-fde25cf4-82b7-4f48-bdd8-dc1d2fa3c6b2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd5e1985-8805-41d1-90d4-bdc402c620b5 HTTP/1.1" status: 200 len: 855 time: 0.1273146 Nov 23 07:46:12.119578 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e277e82-1ee2-4f7e-b3e4-226f557dfad6 req-833f1ef2-7be6-49b5-ab99-96a89cf84df1 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:12.121263 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-1e277e82-1ee2-4f7e-b3e4-226f557dfad6 req-833f1ef2-7be6-49b5-ab99-96a89cf84df1 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0520468 Nov 23 07:46:12.171653 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-1e277e82-1ee2-4f7e-b3e4-226f557dfad6 req-400880f5-ebc1-41f3-a1df-a1fe7eb0aec7 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440485 Nov 23 07:46:12.222368 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec089a9-a7f4-4bc3-a7b7-cf35117eacb2 req-2d7caa25-4ffa-4083-93cc-f81a486483c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:12.223844 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-aec089a9-a7f4-4bc3-a7b7-cf35117eacb2 req-2d7caa25-4ffa-4083-93cc-f81a486483c8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e589956e-ed5a-4e41-8270-f9456f7b8a2f HTTP/1.1" status: 200 len: 859 time: 0.1313410 Nov 23 07:46:12.264690 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-aec089a9-a7f4-4bc3-a7b7-cf35117eacb2 req-b26d19df-a448-4f33-9a21-b9af29c07054 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b78d8c29-35aa-4c8a-8439-dc361a48243a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311215 Nov 23 07:46:12.271197 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da856de9-622e-4f66-a25e-bbcce54b7d8a req-13ffd7e1-b621-4007-9bd9-17bf68955d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:12.272650 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-da856de9-622e-4f66-a25e-bbcce54b7d8a req-13ffd7e1-b621-4007-9bd9-17bf68955d43 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9cb767d-e579-4bd6-9168-0f1ea7c41329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1790528 Nov 23 07:46:12.276793 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-9078cccc-d087-4f40-858f-5164533ed049 req-c4dac0c0-bd58-45e5-ac0f-1e4682f1f9dc tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] For port 46440f82-0a6b-4d97-82a5-b146d1263ea9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=46440f82-0a6b-4d97-82a5-b146d1263ea9,segment=NetworkSegment(cefc117d-da37-40a8-b11f-8d9ed755980c),segment_id=cefc117d-da37-40a8-b11f-8d9ed755980c)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:46:12.277760 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 46706) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:46:12.321578 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e85fe80-5181-4c65-90cf-802b148597f1 admin admin] Deleting subnet a9f6d479-ed5c-452d-9d6b-a49a11ec0c48 {{(pid=109284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 07:46:12.324655 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e85fe80-5181-4c65-90cf-802b148597f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:12.361552 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e85fe80-5181-4c65-90cf-802b148597f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336102'] for subnet, precommit_delete_associations {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:12.400075 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e85fe80-5181-4c65-90cf-802b148597f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668856'] for subnet, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:12.412072 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-9078cccc-d087-4f40-858f-5164533ed049 req-c4dac0c0-bd58-45e5-ac0f-1e4682f1f9dc tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:12.421502 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-9078cccc-d087-4f40-858f-5164533ed049 req-c4dac0c0-bd58-45e5-ac0f-1e4682f1f9dc tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:12.436607 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['46440f82-0a6b-4d97-82a5-b146d1263ea9'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:46:12.463965 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e85fe80-5181-4c65-90cf-802b148597f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-707915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3909773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3985113'] for subnet, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:12.491472 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85fe80-5181-4c65-90cf-802b148597f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9f6d479-ed5c-452d-9d6b-a49a11ec0c48,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:12.495892 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e85fe80-5181-4c65-90cf-802b148597f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for subnet, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:12.500602 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-8e85fe80-5181-4c65-90cf-802b148597f1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a9f6d479-ed5c-452d-9d6b-a49a11ec0c48 HTTP/1.1" status: 204 len: 168 time: 0.2207825 Nov 23 07:46:12.502031 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 46710) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:46:12.510121 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078cccc-d087-4f40-858f-5164533ed049 req-c4dac0c0-bd58-45e5-ac0f-1e4682f1f9dc tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:12.510923 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-9078cccc-d087-4f40-858f-5164533ed049 req-c4dac0c0-bd58-45e5-ac0f-1e4682f1f9dc tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:12.513376 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9078cccc-d087-4f40-858f-5164533ed049 req-c4dac0c0-bd58-45e5-ac0f-1e4682f1f9dc tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "PUT /v2.0/ports/46440f82-0a6b-4d97-82a5-b146d1263ea9 HTTP/1.1" status: 200 len: 981 time: 0.8455446 Nov 23 07:46:12.514645 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-aec089a9-a7f4-4bc3-a7b7-cf35117eacb2 req-f95b06fa-4002-4b5e-9046-20d2f36cb7c9 service neutron] 10.222.0.31 "GET /v2.0/networks/b78d8c29-35aa-4c8a-8439-dc361a48243a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279911 Nov 23 07:46:12.514748 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842f1da9-1085-4946-b62b-9ae2c5ad009b', 'tag': '46440f82-0a6b-4d97-82a5-b146d1263ea9'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:46:12.517229 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1287f165-c244-4b31-b6c9-bba483394d48" -d '{"events": [{"name": "network-changed", "server_uuid": "842f1da9-1085-4946-b62b-9ae2c5ad009b", "tag": "46440f82-0a6b-4d97-82a5-b146d1263ea9"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:46:12.521312 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-da856de9-622e-4f66-a25e-bbcce54b7d8a req-e899a21f-cc84-4e09-a765-0d54a00a1825 service neutron] 10.222.0.31 "GET /v2.0/networks/d9cb767d-e579-4bd6-9168-0f1ea7c41329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277284 Nov 23 07:46:12.592085 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dac0c0-bd58-45e5-ac0f-1e4682f1f9dc tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Pushing event updated for resources: {'Port': ['ID=46440f82-0a6b-4d97-82a5-b146d1263ea9,revision_number=6']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:12.619358 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e534ea-35f3-47ea-8306-7207d0bb51ef x-openstack-request-id: req-21e534ea-35f3-47ea-8306-7207d0bb51ef {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:46:12.619882 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842f1da9-1085-4946-b62b-9ae2c5ad009b", "tag": "46440f82-0a6b-4d97-82a5-b146d1263ea9", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:46:12.620324 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-21e534ea-35f3-47ea-8306-7207d0bb51ef {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:46:12.620881 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842f1da9-1085-4946-b62b-9ae2c5ad009b', 'tag': '46440f82-0a6b-4d97-82a5-b146d1263ea9', 'status': 'completed', 'code': 200} Nov 23 07:46:12.658970 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['46440f82-0a6b-4d97-82a5-b146d1263ea9'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:46:12.667219 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bff63322-6024-4757-a4de-0eb6b1f02963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629665'] for network, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:12.805146 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-aec089a9-a7f4-4bc3-a7b7-cf35117eacb2 req-76149c80-d827-4ffe-afc6-4087b1ce0d69 service neutron] 10.222.0.31 "GET /v2.0/networks/b78d8c29-35aa-4c8a-8439-dc361a48243a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639878 Nov 23 07:46:12.809718 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-da856de9-622e-4f66-a25e-bbcce54b7d8a req-2fe1eaeb-4887-43df-a2b0-c7c9745d8054 service neutron] 10.222.0.31 "GET /v2.0/networks/d9cb767d-e579-4bd6-9168-0f1ea7c41329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672203 Nov 23 07:46:12.814410 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287f165-c244-4b31-b6c9-bba483394d48 req-6a5b0a7a-23ce-403c-945d-96b602d38fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:12.815899 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-1287f165-c244-4b31-b6c9-bba483394d48 req-6a5b0a7a-23ce-403c-945d-96b602d38fbd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c42cd8fcb71040c394c2fa2ed9324ae0&device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 1137 time: 0.1479626 Nov 23 07:46:12.887541 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bff63322-6024-4757-a4de-0eb6b1f02963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670311', 'neutron.services.segments.db._delete_segments_for_network-8750072253624'] for network, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:12.911828 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.services.segments.db [None req-bff63322-6024-4757-a4de-0eb6b1f02963 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d025715-d454-4776-858b-529ffc8c62df']}} {{(pid=109284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:46:12.927276 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3a59f-1a7b-4e6b-80b6-b52280a58682 req-d7784581-ada4-438e-a4a1-a539d747f804 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:12.928796 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-48f3a59f-1a7b-4e6b-80b6-b52280a58682 req-d7784581-ada4-438e-a4a1-a539d747f804 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 984 time: 0.2577913 Nov 23 07:46:12.933909 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.services.segments.db [None req-bff63322-6024-4757-a4de-0eb6b1f02963 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12cde7a2-059f-4710-8173-60a3363cb1ed') {'for_net_delete': True} {{(pid=109284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:46:12.934210 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.services.segments.db [None req-bff63322-6024-4757-a4de-0eb6b1f02963 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12cde7a2-059f-4710-8173-60a3363cb1ed') {} {{(pid=109284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:46:12.950141 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125f8d2-7d80-434c-b4ea-13a1569a9920 req-4fbcfeb1-818e-4be0-871e-3619b5d70403 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:12.951662 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-1125f8d2-7d80-434c-b4ea-13a1569a9920 req-4fbcfeb1-818e-4be0-871e-3619b5d70403 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.1081607 Nov 23 07:46:12.955549 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bff63322-6024-4757-a4de-0eb6b1f02963 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750072215116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336081'] for segment, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:12.980358 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bff63322-6024-4757-a4de-0eb6b1f02963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:12.983271 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287f165-c244-4b31-b6c9-bba483394d48 req-8a934895-6f2f-4723-8101-37c577ed6731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:12.984753 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-1287f165-c244-4b31-b6c9-bba483394d48 req-8a934895-6f2f-4723-8101-37c577ed6731 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1b5d852b-b97c-4e33-b149-2a4c0450e4d5 HTTP/1.1" status: 200 len: 915 time: 0.1487627 Nov 23 07:46:12.992747 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff63322-6024-4757-a4de-0eb6b1f02963 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=109284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 07:46:12.993083 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bff63322-6024-4757-a4de-0eb6b1f02963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910447'] for segment, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: Traceback (most recent call last): Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: timer() Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: cb(*args, **kw) Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: return func(*args, **kwargs) Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: self._notify() Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: self.callback(batched_events) Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: event.method(event) Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: return f(self, *a, **k) Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: return self._get(url).json() Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: return self.request(url, 'GET', **kwargs) Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 07:46:12.994787 dv-cinder-804035-14-iscsi neutron-server[109284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 07:46:13.029841 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-51d4769c-d02c-4f0d-b49e-d4674005c7d2 None None] Provisioning complete for port 46440f82-0a6b-4d97-82a5-b146d1263ea9 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:46:13.030349 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-51d4769c-d02c-4f0d-b49e-d4674005c7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:13.061949 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-1125f8d2-7d80-434c-b4ea-13a1569a9920 req-b416fa07-cf92-403c-9b5c-9cb7aaae8e3a tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955284 Nov 23 07:46:13.101785 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-1287f165-c244-4b31-b6c9-bba483394d48 req-ba2ed36b-90ab-46f2-acf3-8e256bb48675 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46440f82-0a6b-4d97-82a5-b146d1263ea9 HTTP/1.1" status: 200 len: 1000 time: 0.1037130 Nov 23 07:46:13.103538 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-48f3a59f-1a7b-4e6b-80b6-b52280a58682 req-9443e485-ef10-4c39-8735-9443c484fa05 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&id=ac4d94c8-741e-41a3-a6ad-e0e3518355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1670816 Nov 23 07:46:13.118013 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bff63322-6024-4757-a4de-0eb6b1f02963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1712161'] for network, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:13.124150 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bff63322-6024-4757-a4de-0eb6b1f02963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:13.143567 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-bff63322-6024-4757-a4de-0eb6b1f02963 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1d025715-d454-4776-858b-529ffc8c62df HTTP/1.1" status: 204 len: 168 time: 0.6270449 Nov 23 07:46:13.145075 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff63322-6024-4757-a4de-0eb6b1f02963 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d025715-d454-4776-858b-529ffc8c62df,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:13.250278 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743636c9-1f46-44f4-93a1-82dfdffaa7f2 req-2fa17e63-4521-46fe-9e3b-6f35bc7abd63 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:13.252089 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-743636c9-1f46-44f4-93a1-82dfdffaa7f2 req-2fa17e63-4521-46fe-9e3b-6f35bc7abd63 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=732e1298-1293-4cb3-833a-264392fb9ddf HTTP/1.1" status: 200 len: 945 time: 0.0750988 Nov 23 07:46:13.258052 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287f165-c244-4b31-b6c9-bba483394d48 req-b13adf42-0951-4cb7-8280-3c50fea0c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:13.259594 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-1287f165-c244-4b31-b6c9-bba483394d48 req-b13adf42-0951-4cb7-8280-3c50fea0c05d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d1021d11-6a0a-4efc-bfec-6471a02dfed1 HTTP/1.1" status: 200 len: 853 time: 0.1501596 Nov 23 07:46:13.354917 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-743636c9-1f46-44f4-93a1-82dfdffaa7f2 req-d246da28-f647-4dbc-8fd6-f75a21d7db8c tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882096 Nov 23 07:46:13.360040 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287f165-c244-4b31-b6c9-bba483394d48 req-c804bb79-9f83-4f1c-87e3-33140d4e9454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:13.361557 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-1287f165-c244-4b31-b6c9-bba483394d48 req-c804bb79-9f83-4f1c-87e3-33140d4e9454 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1b5d852b-b97c-4e33-b149-2a4c0450e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0933568 Nov 23 07:46:13.406586 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ca79a-2aed-4d51-9956-ebb6e617a146 req-d4ed3ffe-c022-4fd1-aedb-5d9c3fa23e8c tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:13.419617 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-301ca79a-2aed-4d51-9956-ebb6e617a146 req-d4ed3ffe-c022-4fd1-aedb-5d9c3fa23e8c tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.1091373 Nov 23 07:46:13.512120 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-301ca79a-2aed-4d51-9956-ebb6e617a146 req-f611fefa-f472-4841-bdb0-23d1175b8ab1 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910518 Nov 23 07:46:13.573394 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-1287f165-c244-4b31-b6c9-bba483394d48 req-36b5f2e4-9526-46f3-895e-0d58648d7fe6 service neutron] 10.222.0.31 "GET /v2.0/networks/1b5d852b-b97c-4e33-b149-2a4c0450e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996434 Nov 23 07:46:13.594817 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 46748) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:46:13.675407 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-8dab5d01-a90e-463f-a70d-22828982928a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8c9142ed0ac74c31a3d2b005076861fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0794590 Nov 23 07:46:13.678505 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 46750) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:46:13.788317 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-72bf17e3-58dc-4db3-a302-c45f15415a05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:13.823343 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-72bf17e3-58dc-4db3-a302-c45f15415a05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:13.875157 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-72bf17e3-58dc-4db3-a302-c45f15415a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:13.878666 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-72bf17e3-58dc-4db3-a302-c45f15415a05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:13.879948 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-72bf17e3-58dc-4db3-a302-c45f15415a05 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ec24b3b-2d2c-4499-bb91-bdc8167c28b1 HTTP/1.1" status: 204 len: 168 time: 0.1998739 Nov 23 07:46:13.888474 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf17e3-58dc-4db3-a302-c45f15415a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec24b3b-2d2c-4499-bb91-bdc8167c28b1,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:14.182015 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb9b0c-6b98-4d5b-b5a3-b75202e0c7d0 req-ebcc81a5-2fc8-4112-81ba-970b28df631f tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:14.183553 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6ffb9b0c-6b98-4d5b-b5a3-b75202e0c7d0 req-ebcc81a5-2fc8-4112-81ba-970b28df631f tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0533967 Nov 23 07:46:14.237621 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6ffb9b0c-6b98-4d5b-b5a3-b75202e0c7d0 req-c72f234d-b6d0-443e-9b11-0a3f52f7b128 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476873 Nov 23 07:46:14.476104 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e67941-f3b0-45a5-9272-d14166292a17 req-3c1ec203-fbaf-49c5-b378-67584ed2d4ba tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:14.477770 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d1e67941-f3b0-45a5-9272-d14166292a17 req-3c1ec203-fbaf-49c5-b378-67584ed2d4ba tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=732e1298-1293-4cb3-833a-264392fb9ddf HTTP/1.1" status: 200 len: 945 time: 0.0606718 Nov 23 07:46:14.551624 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d1e67941-f3b0-45a5-9272-d14166292a17 req-82261cf0-2c02-485d-a2b5-ffa8e7f6b56c tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599678 Nov 23 07:46:14.714288 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5c9a6-7cb3-46ea-b173-3e446389cb93 req-3345916f-8a06-4d51-9e77-242098d5d7f4 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:14.723772 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8ae5c9a6-7cb3-46ea-b173-3e446389cb93 req-3345916f-8a06-4d51-9e77-242098d5d7f4 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0860300 Nov 23 07:46:14.809808 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8ae5c9a6-7cb3-46ea-b173-3e446389cb93 req-feae14a7-9719-4e85-9abb-f07fc05a898a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849299 Nov 23 07:46:15.367065 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81301494-f911-4634-9415-7756764803ff req-a92f15b0-efbb-4071-a265-d1b49667fa61 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:15.374159 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-81301494-f911-4634-9415-7756764803ff req-a92f15b0-efbb-4071-a265-d1b49667fa61 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0590324 Nov 23 07:46:15.417010 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-81301494-f911-4634-9415-7756764803ff req-f0c76abe-7055-4e28-b06d-0dba8969b7dc tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419858 Nov 23 07:46:15.674869 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578830f-7ca3-4d66-838a-5c3be402dbb9 req-8304d946-5625-4b40-8049-1a8f69c54186 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:15.676303 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2578830f-7ca3-4d66-838a-5c3be402dbb9 req-8304d946-5625-4b40-8049-1a8f69c54186 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=732e1298-1293-4cb3-833a-264392fb9ddf HTTP/1.1" status: 200 len: 945 time: 0.0512867 Nov 23 07:46:15.724652 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2578830f-7ca3-4d66-838a-5c3be402dbb9 req-479b8819-8608-4569-92df-e6afc55c1b45 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422807 Nov 23 07:46:15.954971 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb198be-dad6-40de-9eb2-846078b31277 req-fd51509d-74b7-463f-a6e3-a8a84ed9f64d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:15.956517 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-2cb198be-dad6-40de-9eb2-846078b31277 req-fd51509d-74b7-463f-a6e3-a8a84ed9f64d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0503447 Nov 23 07:46:16.006393 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-2cb198be-dad6-40de-9eb2-846078b31277 req-995ed8d2-6ddd-4715-a1ec-946fbd6dd5b4 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426455 Nov 23 07:46:16.558794 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace0317-8df7-46c1-b991-33759e7330cc req-e9901832-a5cb-4f95-aced-155e52f282bc tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:16.560526 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-0ace0317-8df7-46c1-b991-33759e7330cc req-e9901832-a5cb-4f95-aced-155e52f282bc tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0590956 Nov 23 07:46:16.655315 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-0ace0317-8df7-46c1-b991-33759e7330cc req-71425827-5b9c-43a5-851c-054b0755200e tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883930 Nov 23 07:46:16.849100 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3e269-c977-4571-a326-5ce24a5db795 req-b2ce8afd-d217-43bb-8392-3a6ae51d1846 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:16.850541 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d7a3e269-c977-4571-a326-5ce24a5db795 req-b2ce8afd-d217-43bb-8392-3a6ae51d1846 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=732e1298-1293-4cb3-833a-264392fb9ddf HTTP/1.1" status: 200 len: 945 time: 0.0570314 Nov 23 07:46:16.899932 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d7a3e269-c977-4571-a326-5ce24a5db795 req-37dcedd5-74a0-4f12-9a2a-e7f758fdb330 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421011 Nov 23 07:46:17.142832 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8154a-39cf-424b-af8c-6efeac6f9fad req-63839a28-6c3d-44de-9360-d658d5eaa9db tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:17.144207 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7cc8154a-39cf-424b-af8c-6efeac6f9fad req-63839a28-6c3d-44de-9360-d658d5eaa9db tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0546904 Nov 23 07:46:17.192667 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7cc8154a-39cf-424b-af8c-6efeac6f9fad req-4efdce85-42e6-4abe-8c10-56b3860a9d9d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418844 Nov 23 07:46:17.790032 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce7601-5159-457e-af6f-ff467ae6e3f9 req-11b2062d-1fd8-4a29-8620-ec7e4669a2d5 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:17.791736 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-23ce7601-5159-457e-af6f-ff467ae6e3f9 req-11b2062d-1fd8-4a29-8620-ec7e4669a2d5 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0550597 Nov 23 07:46:17.843210 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-23ce7601-5159-457e-af6f-ff467ae6e3f9 req-7e9f2882-94bc-4a8b-807f-04190315843f tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441403 Nov 23 07:46:18.029345 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aed864-3924-49c1-85f6-5db733060943 req-f88f53f5-2b3d-4092-b851-6894b22246b6 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:18.034421 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-01aed864-3924-49c1-85f6-5db733060943 req-f88f53f5-2b3d-4092-b851-6894b22246b6 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=732e1298-1293-4cb3-833a-264392fb9ddf HTTP/1.1" status: 200 len: 945 time: 0.0557916 Nov 23 07:46:18.089146 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-01aed864-3924-49c1-85f6-5db733060943 req-5f737711-4b04-44bb-8dd0-2d92a845d32c tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521348 Nov 23 07:46:18.323209 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10162aa5-a07c-474c-ae41-ce39e116310f req-b885d22d-e2ce-471d-9f88-4ef98b198698 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:18.324767 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-10162aa5-a07c-474c-ae41-ce39e116310f req-b885d22d-e2ce-471d-9f88-4ef98b198698 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0531533 Nov 23 07:46:18.381860 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-10162aa5-a07c-474c-ae41-ce39e116310f req-27d68386-61fc-4211-bf5d-2d064466b182 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503018 Nov 23 07:46:18.970449 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a8581-f509-435d-9580-e416364101f1 req-46d33c08-49d8-4586-86fe-13d9780b8759 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:18.972199 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3a2a8581-f509-435d-9580-e416364101f1 req-46d33c08-49d8-4586-86fe-13d9780b8759 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0569093 Nov 23 07:46:19.022369 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3a2a8581-f509-435d-9580-e416364101f1 req-7f2875c8-6d09-4332-a800-284f47b2abd3 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434983 Nov 23 07:46:19.209724 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fa848-9f21-48cc-9e5d-059817c495cd req-0d021f39-5e47-42a6-a060-56d9ff6e47d9 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:19.211814 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-969fa848-9f21-48cc-9e5d-059817c495cd req-0d021f39-5e47-42a6-a060-56d9ff6e47d9 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=732e1298-1293-4cb3-833a-264392fb9ddf HTTP/1.1" status: 200 len: 945 time: 0.0508053 Nov 23 07:46:19.265077 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-969fa848-9f21-48cc-9e5d-059817c495cd req-90aaef37-4d48-4895-a18c-31f56532620e tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472541 Nov 23 07:46:19.510249 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650bf4d5-6c44-4917-99ac-1bc91e515671 req-73733c53-422c-4229-9a7e-97aa7bfe94d5 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:19.511778 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-650bf4d5-6c44-4917-99ac-1bc91e515671 req-73733c53-422c-4229-9a7e-97aa7bfe94d5 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0509968 Nov 23 07:46:19.574505 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-650bf4d5-6c44-4917-99ac-1bc91e515671 req-a6acec6b-8029-4796-94fd-fc8297984afb tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559943 Nov 23 07:46:20.158892 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f8ac0-fc1c-4736-ae3e-baaf8c63a600 req-8e4d246c-900f-409e-9a10-e242a4d73ca1 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:20.158892 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-043f8ac0-fc1c-4736-ae3e-baaf8c63a600 req-8e4d246c-900f-409e-9a10-e242a4d73ca1 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0520976 Nov 23 07:46:20.208711 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-043f8ac0-fc1c-4736-ae3e-baaf8c63a600 req-247f30c7-cb69-4b27-8172-10b63e89725c tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477090 Nov 23 07:46:20.397638 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c999d7-0f5f-45e3-abc3-b11f7ebac3e1 req-09a9aa0f-3a70-4d82-9263-f317178f5f5e tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:20.400220 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-40c999d7-0f5f-45e3-abc3-b11f7ebac3e1 req-09a9aa0f-3a70-4d82-9263-f317178f5f5e tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=732e1298-1293-4cb3-833a-264392fb9ddf HTTP/1.1" status: 200 len: 945 time: 0.0560355 Nov 23 07:46:20.458223 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-40c999d7-0f5f-45e3-abc3-b11f7ebac3e1 req-29e7a608-20d6-42a5-8e37-c189322c5c47 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515525 Nov 23 07:46:20.713270 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ee04f-376a-45a2-be8f-5dfd3379cf70 req-3a3ff65a-bef7-4444-bcfa-fac35796994b tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:20.721016 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-b32ee04f-376a-45a2-be8f-5dfd3379cf70 req-3a3ff65a-bef7-4444-bcfa-fac35796994b tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0660355 Nov 23 07:46:20.770800 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-b32ee04f-376a-45a2-be8f-5dfd3379cf70 req-79acf7b8-49f2-4824-8399-d3b0839a6571 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487201 Nov 23 07:46:21.340168 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bde250-14d9-4d49-b149-af9ea74bd558 req-86c13a51-9ec5-418a-acea-99949352bdce tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:21.341876 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-11bde250-14d9-4d49-b149-af9ea74bd558 req-86c13a51-9ec5-418a-acea-99949352bdce tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0554752 Nov 23 07:46:21.398377 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-11bde250-14d9-4d49-b149-af9ea74bd558 req-2548debb-d8df-41a7-8220-5891247833dd tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488360 Nov 23 07:46:21.589937 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93003f-c339-414e-bd31-3dcd3c8a493a req-5bc57225-eb96-413a-9f02-bdd4bf091a1e tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:21.591670 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ff93003f-c339-414e-bd31-3dcd3c8a493a req-5bc57225-eb96-413a-9f02-bdd4bf091a1e tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=732e1298-1293-4cb3-833a-264392fb9ddf HTTP/1.1" status: 200 len: 945 time: 0.0519857 Nov 23 07:46:21.643571 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ff93003f-c339-414e-bd31-3dcd3c8a493a req-42a5f032-03eb-4bfb-bf84-ee46ea0ba5ce tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453784 Nov 23 07:46:21.894969 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d262e47-6024-42cb-a080-a8005201e9c5 req-f45a5c0b-206f-42db-bbed-e0aa9ab86fe0 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:21.896447 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8d262e47-6024-42cb-a080-a8005201e9c5 req-f45a5c0b-206f-42db-bbed-e0aa9ab86fe0 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0500908 Nov 23 07:46:21.947199 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8d262e47-6024-42cb-a080-a8005201e9c5 req-305e35a7-fd98-4fd7-98b4-1670b7d981c8 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447485 Nov 23 07:46:22.553372 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34222d09-88b0-4ee0-a2b8-35ccc0dc69cb req-4d085ebb-11ec-495b-b8dc-0f1f30bbfacd tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:22.553372 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-34222d09-88b0-4ee0-a2b8-35ccc0dc69cb req-4d085ebb-11ec-495b-b8dc-0f1f30bbfacd tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0631559 Nov 23 07:46:22.626625 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-34222d09-88b0-4ee0-a2b8-35ccc0dc69cb req-ab2f703f-e25c-454e-a6e8-d427a7954bf5 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599604 Nov 23 07:46:22.771688 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e646069-ed15-4408-82e7-f9082a17c589 req-7f68645a-18ca-43c9-bd7e-a4610f4d0c03 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:22.773291 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7e646069-ed15-4408-82e7-f9082a17c589 req-7f68645a-18ca-43c9-bd7e-a4610f4d0c03 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=732e1298-1293-4cb3-833a-264392fb9ddf HTTP/1.1" status: 200 len: 945 time: 0.0543344 Nov 23 07:46:22.827218 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7e646069-ed15-4408-82e7-f9082a17c589 req-0ebedf7e-bd12-4a79-8045-aba85a49bc68 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478153 Nov 23 07:46:23.071398 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c338f-2ad9-4ee8-b246-9f38f78dcc0a req-65c589b5-bcd7-4bef-be7d-afa556a60ae5 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:23.072911 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-428c338f-2ad9-4ee8-b246-9f38f78dcc0a req-65c589b5-bcd7-4bef-be7d-afa556a60ae5 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0508120 Nov 23 07:46:23.123103 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-428c338f-2ad9-4ee8-b246-9f38f78dcc0a req-92330ffc-9177-4dfc-9fab-9fdf476c26f3 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440044 Nov 23 07:46:23.780470 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91600b7-ab32-4ca3-9571-3e697708e2f0 req-1c1088ae-4d77-4793-816f-b77f8b736f2d tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:23.782138 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f91600b7-ab32-4ca3-9571-3e697708e2f0 req-1c1088ae-4d77-4793-816f-b77f8b736f2d tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0630388 Nov 23 07:46:23.848894 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f91600b7-ab32-4ca3-9571-3e697708e2f0 req-dac46bf9-1146-4316-8c13-5df5f7c9b67e tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576677 Nov 23 07:46:23.948786 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65731d5-514f-42a1-aabd-e06fb84a1382 req-df4e4707-a8fe-4fb7-97a6-ec517471431a tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:23.950272 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-c65731d5-514f-42a1-aabd-e06fb84a1382 req-df4e4707-a8fe-4fb7-97a6-ec517471431a tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=732e1298-1293-4cb3-833a-264392fb9ddf HTTP/1.1" status: 200 len: 945 time: 0.0505040 Nov 23 07:46:24.003065 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-c65731d5-514f-42a1-aabd-e06fb84a1382 req-40253b24-abd6-41c3-a91b-7d52e3e8a3fe tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459576 Nov 23 07:46:24.245097 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a252a1b-437e-4952-9aad-4185e99f9067 req-40846bb1-0c3b-40e8-9cbd-2cbb6cbf941a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:24.246645 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5a252a1b-437e-4952-9aad-4185e99f9067 req-40846bb1-0c3b-40e8-9cbd-2cbb6cbf941a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0497117 Nov 23 07:46:24.303640 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5a252a1b-437e-4952-9aad-4185e99f9067 req-0d12c010-baa5-42cf-818a-784f00d74c68 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508413 Nov 23 07:46:25.067407 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7bff2-ecb9-4fa9-bfaa-095799867308 req-5aa0d537-dbc0-4deb-a962-4c29d218cfc5 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:25.080918 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-57f7bff2-ecb9-4fa9-bfaa-095799867308 req-5aa0d537-dbc0-4deb-a962-4c29d218cfc5 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.1494572 Nov 23 07:46:25.155568 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b3750-cb7d-47b9-b53f-e839bedc416b req-89add633-ea63-45bf-9df5-b6fed48ad6be tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:25.163022 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-fa9b3750-cb7d-47b9-b53f-e839bedc416b req-89add633-ea63-45bf-9df5-b6fed48ad6be tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=732e1298-1293-4cb3-833a-264392fb9ddf HTTP/1.1" status: 200 len: 945 time: 0.0733306 Nov 23 07:46:25.170843 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-57f7bff2-ecb9-4fa9-bfaa-095799867308 req-86ef8c4b-c292-4f4d-a721-f08c826fd41f tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782096 Nov 23 07:46:25.225156 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-fa9b3750-cb7d-47b9-b53f-e839bedc416b req-21afbf70-61f7-47b3-9d02-75f546ea3b54 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611174 Nov 23 07:46:25.225628 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 46952) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:46:25.338306 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-49d0cdd0-6d8e-4147-aa6b-196697dd06bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:25.449747 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-49d0cdd0-6d8e-4147-aa6b-196697dd06bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:25.458700 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ecb5f-5932-47ff-88a6-ac992956c8e8 req-b4c38450-beab-40c5-bee8-62fbd95a92be tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:25.460234 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-590ecb5f-5932-47ff-88a6-ac992956c8e8 req-b4c38450-beab-40c5-bee8-62fbd95a92be tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0817661 Nov 23 07:46:25.461374 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-49d0cdd0-6d8e-4147-aa6b-196697dd06bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:25.524342 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-49d0cdd0-6d8e-4147-aa6b-196697dd06bb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fefba4067e624b33b4174ad14bca46ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938378 Nov 23 07:46:25.524342 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0cdd0-6d8e-4147-aa6b-196697dd06bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd88bdc-3fb8-45f1-a8ed-1c3ea491256d,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:25.526918 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 46960) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:46:25.554434 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-590ecb5f-5932-47ff-88a6-ac992956c8e8 req-3998cb89-c703-4ffc-9e30-b299359427b0 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821822 Nov 23 07:46:25.604592 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-38c5b09d-1401-4cbe-b86e-b5add2992f06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:25.625837 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-38c5b09d-1401-4cbe-b86e-b5add2992f06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:25.676309 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-38c5b09d-1401-4cbe-b86e-b5add2992f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:25.679807 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-38c5b09d-1401-4cbe-b86e-b5add2992f06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:25.683396 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-38c5b09d-1401-4cbe-b86e-b5add2992f06 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dbd88bdc-3fb8-45f1-a8ed-1c3ea491256d HTTP/1.1" status: 204 len: 168 time: 0.1527333 Nov 23 07:46:25.689494 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5b09d-1401-4cbe-b86e-b5add2992f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd88bdc-3fb8-45f1-a8ed-1c3ea491256d,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:26.348367 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93090311-1be1-447d-b675-6157808486b1 req-8c34e758-8e4b-4856-8e86-67e31c28784f tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:26.349986 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-93090311-1be1-447d-b675-6157808486b1 req-8c34e758-8e4b-4856-8e86-67e31c28784f tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=732e1298-1293-4cb3-833a-264392fb9ddf HTTP/1.1" status: 200 len: 945 time: 0.0503998 Nov 23 07:46:26.402363 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-93090311-1be1-447d-b675-6157808486b1 req-1327fe4e-b961-4a1c-8037-0e773c96f8ba tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456333 Nov 23 07:46:26.575938 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd331d-077f-40d5-8014-70aecc8038b8 req-6cab91fd-9c3b-4737-90f2-a8e7c567effd tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:26.577436 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c0bd331d-077f-40d5-8014-70aecc8038b8 req-6cab91fd-9c3b-4737-90f2-a8e7c567effd tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.3411136 Nov 23 07:46:26.617300 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-1287f165-c244-4b31-b6c9-bba483394d48 req-54547ae0-060a-4efb-b606-244e63b6daf5 service neutron] 10.222.0.31 "GET /v2.0/networks/1b5d852b-b97c-4e33-b149-2a4c0450e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194258 Nov 23 07:46:26.644776 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c0bd331d-077f-40d5-8014-70aecc8038b8 req-5f676a0e-d5d9-4658-bc1c-3afff35acaa5 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597308 Nov 23 07:46:26.675945 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a492d-caa4-4fa1-9c86-833e71562637 req-b6371ae5-207d-4cb3-9757-38a3345d1e99 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:26.677429 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-218a492d-caa4-4fa1-9c86-833e71562637 req-b6371ae5-207d-4cb3-9757-38a3345d1e99 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0488951 Nov 23 07:46:26.729323 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-218a492d-caa4-4fa1-9c86-833e71562637 req-db9c7234-b257-45a4-ae03-55a2be25454a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459001 Nov 23 07:46:27.513868 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f62c6f-c47a-4226-ba6b-a5bc6b2288ca req-992e8b3d-1f42-497f-8529-4ec115cd0c7f tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:27.515326 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a3f62c6f-c47a-4226-ba6b-a5bc6b2288ca req-992e8b3d-1f42-497f-8529-4ec115cd0c7f tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=732e1298-1293-4cb3-833a-264392fb9ddf HTTP/1.1" status: 200 len: 945 time: 0.0470073 Nov 23 07:46:27.563159 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a3f62c6f-c47a-4226-ba6b-a5bc6b2288ca req-83355009-4192-423b-a038-13a77fd6b1ee tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419066 Nov 23 07:46:27.614702 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:46:27.761378 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234541a-e337-4b54-814e-977ce2672f35 req-b3cac856-80b4-40fd-8426-b35956ff247c tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:27.763651 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-a234541a-e337-4b54-814e-977ce2672f35 req-b3cac856-80b4-40fd-8426-b35956ff247c tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0490222 Nov 23 07:46:27.809430 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d9543-9bfb-40ce-bfbe-8083dadbe3ed req-4cca757f-f155-4f74-9ef2-43110f6f1ad6 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:27.811418 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-640d9543-9bfb-40ce-bfbe-8083dadbe3ed req-4cca757f-f155-4f74-9ef2-43110f6f1ad6 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.31 "GET /v2.0/ports?device_id=732e1298-1293-4cb3-833a-264392fb9ddf HTTP/1.1" status: 200 len: 945 time: 0.0633113 Nov 23 07:46:27.825873 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-a234541a-e337-4b54-814e-977ce2672f35 req-819c517a-3eb2-415a-bbe7-69f3b75d999f tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547128 Nov 23 07:46:27.918646 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6160a0a-52ed-4c2e-80f9-da96d37bf253 req-b9ae0814-1e8c-4767-a52c-d35388f97658 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:27.920123 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a6160a0a-52ed-4c2e-80f9-da96d37bf253 req-b9ae0814-1e8c-4767-a52c-d35388f97658 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.1048124 Nov 23 07:46:27.979306 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a6160a0a-52ed-4c2e-80f9-da96d37bf253 req-953aea06-deba-40e7-9ed8-8191793cfabd tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531294 Nov 23 07:46:27.982337 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-640d9543-9bfb-40ce-bfbe-8083dadbe3ed req-a6f4f6bb-dcf9-450b-9891-fc43e4b03f5c tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Deleting port b729e24f-17fa-4c4d-a210-3cb40b8aa4a8 {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:46:27.982620 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-640d9543-9bfb-40ce-bfbe-8083dadbe3ed req-a6f4f6bb-dcf9-450b-9891-fc43e4b03f5c tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:28.076562 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-640d9543-9bfb-40ce-bfbe-8083dadbe3ed req-a6f4f6bb-dcf9-450b-9891-fc43e4b03f5c tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] For port b729e24f-17fa-4c4d-a210-3cb40b8aa4a8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b729e24f-17fa-4c4d-a210-3cb40b8aa4a8,segment=NetworkSegment(9f745d33-59fe-494a-8a5a-c497c59b588b),segment_id=9f745d33-59fe-494a-8a5a-c497c59b588b)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:46:28.076933 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-640d9543-9bfb-40ce-bfbe-8083dadbe3ed req-a6f4f6bb-dcf9-450b-9891-fc43e4b03f5c tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:28.090008 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-640d9543-9bfb-40ce-bfbe-8083dadbe3ed req-a6f4f6bb-dcf9-450b-9891-fc43e4b03f5c tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Calling delete_port for b729e24f-17fa-4c4d-a210-3cb40b8aa4a8 owned by compute:nova {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:46:28.215246 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-640d9543-9bfb-40ce-bfbe-8083dadbe3ed req-a6f4f6bb-dcf9-450b-9891-fc43e4b03f5c tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:28.227982 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['b729e24f-17fa-4c4d-a210-3cb40b8aa4a8'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:46:28.243281 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4f6bb-dcf9-450b-9891-fc43e4b03f5c tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Pushing event deleted for resources: {'Port': ['ID=b729e24f-17fa-4c4d-a210-3cb40b8aa4a8,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:28.281953 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-640d9543-9bfb-40ce-bfbe-8083dadbe3ed req-a6f4f6bb-dcf9-450b-9891-fc43e4b03f5c tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] No DVR routers for this DVR port b729e24f-17fa-4c4d-a210-3cb40b8aa4a8 on host hv-cinder-80403 {{(pid=109283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:46:28.284901 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-640d9543-9bfb-40ce-bfbe-8083dadbe3ed req-a6f4f6bb-dcf9-450b-9891-fc43e4b03f5c tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:28.288482 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-640d9543-9bfb-40ce-bfbe-8083dadbe3ed req-a6f4f6bb-dcf9-450b-9891-fc43e4b03f5c tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.31 "DELETE /v2.0/ports/b729e24f-17fa-4c4d-a210-3cb40b8aa4a8 HTTP/1.1" status: 204 len: 173 time: 0.4578953 Nov 23 07:46:28.288912 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732e1298-1293-4cb3-833a-264392fb9ddf', 'name': 'network-vif-deleted', 'tag': 'b729e24f-17fa-4c4d-a210-3cb40b8aa4a8'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:46:28.291147 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b117cf-70ef-4ed0-93d2-ba39ab8ff082" -d '{"events": [{"server_uuid": "732e1298-1293-4cb3-833a-264392fb9ddf", "name": "network-vif-deleted", "tag": "b729e24f-17fa-4c4d-a210-3cb40b8aa4a8"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:46:28.334727 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d5dc58-c18b-4d70-9757-ab943cf20c2e x-openstack-request-id: req-60d5dc58-c18b-4d70-9757-ab943cf20c2e {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:46:28.335026 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732e1298-1293-4cb3-833a-264392fb9ddf", "name": "network-vif-deleted", "tag": "b729e24f-17fa-4c4d-a210-3cb40b8aa4a8", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:46:28.335286 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-60d5dc58-c18b-4d70-9757-ab943cf20c2e {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:46:28.335687 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '732e1298-1293-4cb3-833a-264392fb9ddf', 'name': 'network-vif-deleted', 'tag': 'b729e24f-17fa-4c4d-a210-3cb40b8aa4a8', 'status': 'completed', 'code': 200} Nov 23 07:46:28.513570 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-a4c680d6-d2f8-444a-8fa0-798e2f8a3c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:28.667683 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-93b67a2c-85ea-4630-9ceb-1c1c93dc1492 req-a79974cd-bfec-4313-8fee-366d81f63dd2 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=732e1298-1293-4cb3-833a-264392fb9ddf HTTP/1.1" status: 200 len: 210 time: 0.0260258 Nov 23 07:46:28.943371 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0de8a8-f1f3-46fb-877c-46a631192e44 req-d86ef89a-f472-42fd-bd93-42b48a0547e0 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:28.944831 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-8f0de8a8-f1f3-46fb-877c-46a631192e44 req-d86ef89a-f472-42fd-bd93-42b48a0547e0 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0482309 Nov 23 07:46:28.991732 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-8f0de8a8-f1f3-46fb-877c-46a631192e44 req-2a817a19-b6ce-40b3-ad87-cdd18d8edf71 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407634 Nov 23 07:46:29.102463 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79fd1d-380a-40cb-a139-73e2b895c8bb req-79df0c0f-6141-48f9-8e11-2b456283ba94 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:29.103983 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2b79fd1d-380a-40cb-a139-73e2b895c8bb req-79df0c0f-6141-48f9-8e11-2b456283ba94 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0521734 Nov 23 07:46:29.153938 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2b79fd1d-380a-40cb-a139-73e2b895c8bb req-1769d798-612e-492e-aa69-aa809958428a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437233 Nov 23 07:46:30.271212 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73686a-e914-47bc-9daf-793379334b62 req-068bd029-f88a-4e71-9ed4-0fb62edeb23c tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:30.273177 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ed73686a-e914-47bc-9daf-793379334b62 req-068bd029-f88a-4e71-9ed4-0fb62edeb23c tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0481989 Nov 23 07:46:30.319419 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ed73686a-e914-47bc-9daf-793379334b62 req-b8213cb0-a3b5-46db-a0eb-8a4659535195 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402555 Nov 23 07:46:31.320147 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e9062298-18e7-46fa-9d35-db18455de428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:31.437285 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9356383-a663-42e8-a056-c97ca23a3bca req-87c76738-b073-43b7-816d-259b509be3e1 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:31.438780 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d9356383-a663-42e8-a056-c97ca23a3bca req-87c76738-b073-43b7-816d-259b509be3e1 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0484412 Nov 23 07:46:31.487603 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d9356383-a663-42e8-a056-c97ca23a3bca req-4c06b224-ffca-4db4-80ba-e6266d558628 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428755 Nov 23 07:46:32.609089 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6dac6-39a3-44a1-9a33-ee69d9d1923a req-3f8b97fd-a495-47af-96d2-0a74f0d5ea22 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:32.610592 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-9bb6dac6-39a3-44a1-9a33-ee69d9d1923a req-3f8b97fd-a495-47af-96d2-0a74f0d5ea22 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0509810 Nov 23 07:46:32.657007 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-9bb6dac6-39a3-44a1-9a33-ee69d9d1923a req-e011e415-c1f6-4a14-8aea-108bdcc354eb tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400846 Nov 23 07:46:32.766094 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:33.001077 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device b729e24f-17fa-4c4d-a210-3cb40b8aa4a8 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:46:33.021100 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] No Port match for: b729e24f-17fa-4c4d-a210-3cb40b8aa4a8 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:46:33.021444 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device b729e24f-17fa-4c4d-a210-3cb40b8aa4a8 not bound to the agent host hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:46:33.799485 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537e21b-18d7-4755-9ef2-0c7de2d465e5 req-26eee002-47f6-4dc4-a264-ab4db8214ac0 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:33.801095 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d537e21b-18d7-4755-9ef2-0c7de2d465e5 req-26eee002-47f6-4dc4-a264-ab4db8214ac0 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 943 time: 0.0576632 Nov 23 07:46:33.853490 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d537e21b-18d7-4755-9ef2-0c7de2d465e5 req-5ff06015-cddf-408c-a632-263041080dda tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439935 Nov 23 07:46:34.207353 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 8b4fce4b-5f2b-4eea-8335-5d57ac70511e details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 07:46:34.304722 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 8b4fce4b-5f2b-4eea-8335-5d57ac70511e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8b4fce4b-5f2b-4eea-8335-5d57ac70511e,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:46:34.316404 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Returning: {'device': '8b4fce4b-5f2b-4eea-8335-5d57ac70511e', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'port_id': '8b4fce4b-5f2b-4eea-8335-5d57ac70511e', 'mac_address': 'fa:16:3e:20:f6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 07:46:34.354893 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:34.367424 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b4fce4b-5f2b-4eea-8335-5d57ac70511e {{(pid=109285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:46:34.386573 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 8b4fce4b-5f2b-4eea-8335-5d57ac70511e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8b4fce4b-5f2b-4eea-8335-5d57ac70511e,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:46:34.390403 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:34.436004 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=8b4fce4b-5f2b-4eea-8335-5d57ac70511e,revision_number=9']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:34.697360 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['8b4fce4b-5f2b-4eea-8335-5d57ac70511e'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:46:34.831606 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:34.965692 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3683f2-cbd6-4529-a93e-173fa619716f req-bfe816a6-e07d-4bb1-a09b-7d51f8bf55aa tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:34.967243 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ab3683f2-cbd6-4529-a93e-173fa619716f req-bfe816a6-e07d-4bb1-a09b-7d51f8bf55aa tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0509434 Nov 23 07:46:34.975918 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346623e-045a-4817-8f63-b21f8f7c22e2 req-effb47c5-3666-4639-b45f-caaa298e5456 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:34.977470 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-2346623e-045a-4817-8f63-b21f8f7c22e2 req-effb47c5-3666-4639-b45f-caaa298e5456 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 944 time: 0.0499318 Nov 23 07:46:35.016681 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ab3683f2-cbd6-4529-a93e-173fa619716f req-95f5e090-1a61-4998-9837-8210150bb414 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433438 Nov 23 07:46:35.028119 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-2346623e-045a-4817-8f63-b21f8f7c22e2 req-0679824e-f67c-4112-bf6e-9b03ec5bba89 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445046 Nov 23 07:46:35.569219 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:36.136298 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242b811-adb4-4807-ba22-aec064ef0a9d req-3e87e4f8-50d7-462b-9c4c-22edd20c0fc5 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:36.137808 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-1242b811-adb4-4807-ba22-aec064ef0a9d req-3e87e4f8-50d7-462b-9c4c-22edd20c0fc5 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0515745 Nov 23 07:46:36.154691 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bceb8-8c74-48d0-bc1e-2f82272d88a7 req-c466305a-b863-4c48-adcb-6c83dd6e0ff0 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:36.156167 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-916bceb8-8c74-48d0-bc1e-2f82272d88a7 req-c466305a-b863-4c48-adcb-6c83dd6e0ff0 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 944 time: 0.0491018 Nov 23 07:46:36.185738 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-1242b811-adb4-4807-ba22-aec064ef0a9d req-6ff73192-3ac4-4bcb-9432-1d6f36eba43b tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418019 Nov 23 07:46:36.207625 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-916bceb8-8c74-48d0-bc1e-2f82272d88a7 req-092e5685-d364-4a1d-8ecb-a698cf750b06 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440674 Nov 23 07:46:36.480744 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 8b4fce4b-5f2b-4eea-8335-5d57ac70511e up at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:46:36.528300 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning complete for port 8b4fce4b-5f2b-4eea-8335-5d57ac70511e triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:46:36.528670 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:36.605789 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:36.627739 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb841a35-6344-43a0-85d2-6de8116759b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4fce4b-5f2b-4eea-8335-5d57ac70511e'}] {{(pid=109285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:46:36.629922 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02971d1b2c0bcda538738d777e0cd5340c6e6849857750afdab036a2de6ad34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4948a9f9-3e57-42ac-a27f-7ca2f1cf7785" -d '{"events": [{"server_uuid": "bb841a35-6344-43a0-85d2-6de8116759b1", "name": "network-vif-plugged", "status": "completed", "tag": "8b4fce4b-5f2b-4eea-8335-5d57ac70511e"}]}' {{(pid=109285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:46:36.642374 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 8b4fce4b-5f2b-4eea-8335-5d57ac70511e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8b4fce4b-5f2b-4eea-8335-5d57ac70511e,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:46:36.646432 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:36.670676 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de78648-8c0e-4a91-b5b7-25903d4299a6 x-openstack-request-id: req-9de78648-8c0e-4a91-b5b7-25903d4299a6 {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:46:36.670975 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb841a35-6344-43a0-85d2-6de8116759b1", "name": "network-vif-plugged", "status": "completed", "tag": "8b4fce4b-5f2b-4eea-8335-5d57ac70511e", "code": 200}]} {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:46:36.671229 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9de78648-8c0e-4a91-b5b7-25903d4299a6 {{(pid=109285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:46:36.671618 dv-cinder-804035-14-iscsi neutron-server[109285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb841a35-6344-43a0-85d2-6de8116759b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4fce4b-5f2b-4eea-8335-5d57ac70511e', 'code': 200} Nov 23 07:46:36.696688 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=8b4fce4b-5f2b-4eea-8335-5d57ac70511e,revision_number=10']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:37.302536 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba125f9-2fc5-4ab4-9ad9-a9371502b761 req-fef0d679-8cf8-4c16-a3ef-ada4ba6dac2c tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:37.304026 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-0ba125f9-2fc5-4ab4-9ad9-a9371502b761 req-fef0d679-8cf8-4c16-a3ef-ada4ba6dac2c tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0495539 Nov 23 07:46:37.327489 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caff991-e085-4266-8065-a6476f0a68e5 req-01021b18-a286-472e-8d18-1c4d953837e3 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:37.329074 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3caff991-e085-4266-8065-a6476f0a68e5 req-01021b18-a286-472e-8d18-1c4d953837e3 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 946 time: 0.0485020 Nov 23 07:46:37.351432 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-0ba125f9-2fc5-4ab4-9ad9-a9371502b761 req-d7d03caf-dd70-45fb-a2ce-8049c36e1fd3 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415275 Nov 23 07:46:37.368870 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:37.377163 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3caff991-e085-4266-8065-a6476f0a68e5 req-e9868b04-9a52-4edc-8dbd-51a04bfe9f2d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417907 Nov 23 07:46:38.474910 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193aec1b-1961-42e5-b66f-6a0fecfaddff req-5449d869-5fae-4a8b-9036-5985aed9c995 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:38.477016 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-193aec1b-1961-42e5-b66f-6a0fecfaddff req-5449d869-5fae-4a8b-9036-5985aed9c995 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0514138 Nov 23 07:46:38.503490 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd056fa8-2d8d-4063-b91c-6375b69a51cc req-a269daa5-12d3-43d3-9fd8-140308e9a0bd tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:38.505001 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-cd056fa8-2d8d-4063-b91c-6375b69a51cc req-a269daa5-12d3-43d3-9fd8-140308e9a0bd tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 946 time: 0.0518835 Nov 23 07:46:38.527241 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-193aec1b-1961-42e5-b66f-6a0fecfaddff req-388c4ddd-8426-4d57-8809-836b0f5ab52a tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437822 Nov 23 07:46:38.557132 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-cd056fa8-2d8d-4063-b91c-6375b69a51cc req-7a4033cf-2ec0-4564-9f66-ffcbe869f30d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461783 Nov 23 07:46:38.925122 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2f931-b79d-4342-a1dd-c8ad55b35958 req-2fe3f596-cdb7-4344-a8aa-6ea131a50855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:38.926673 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b1a2f931-b79d-4342-a1dd-c8ad55b35958 req-2fe3f596-cdb7-4344-a8aa-6ea131a50855 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 1099 time: 0.0401828 Nov 23 07:46:38.973752 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b1a2f931-b79d-4342-a1dd-c8ad55b35958 req-d3df2e89-3feb-4408-ac2a-384d9639d568 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364089 Nov 23 07:46:39.525207 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543e632-9478-464d-9293-364ecb42f95f req-589b93ad-7968-4efe-9cf9-faa5bf8fa0a6 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:39.526938 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c543e632-9478-464d-9293-364ecb42f95f req-589b93ad-7968-4efe-9cf9-faa5bf8fa0a6 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0506256 Nov 23 07:46:39.661487 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0c209-8902-464f-8f2e-b07b70e782bb req-3551ba41-30b3-495d-91d9-30094f6768cd tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:39.664043 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-42b0c209-8902-464f-8f2e-b07b70e782bb req-3551ba41-30b3-495d-91d9-30094f6768cd tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 945 time: 0.0621974 Nov 23 07:46:39.670551 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-c543e632-9478-464d-9293-364ecb42f95f req-783f9b78-dba8-4023-b0be-8091a1e9cdc1 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Deleting port e60ee95d-4ae8-48a9-b92b-e6e28e265d71 {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:46:39.670894 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-c543e632-9478-464d-9293-364ecb42f95f req-783f9b78-dba8-4023-b0be-8091a1e9cdc1 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:39.708856 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-2b9716f2-a8a5-45c3-8801-ff0820109d0d tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:39.710904 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-2b9716f2-a8a5-45c3-8801-ff0820109d0d tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/networks?id=3750312f-10a6-44d3-9b74-d5b95bc5fc19 HTTP/1.1" status: 200 len: 813 time: 0.1038740 Nov 23 07:46:39.726126 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-ca3b36e2-24c9-4ee7-b007-f1e73718b901 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/quotas/230efaa941f948e5b6c183a252310eda HTTP/1.1" status: 200 len: 375 time: 0.0098598 Nov 23 07:46:39.758414 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-48d0b134-292c-40c5-8edf-14360c41e51a tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=230efaa941f948e5b6c183a252310eda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265465 Nov 23 07:46:39.777002 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-42b0c209-8902-464f-8f2e-b07b70e782bb req-b7463384-570a-42c5-a3fd-787b1bdaf305 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030703 Nov 23 07:46:39.796357 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-c543e632-9478-464d-9293-364ecb42f95f req-783f9b78-dba8-4023-b0be-8091a1e9cdc1 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] For port e60ee95d-4ae8-48a9-b92b-e6e28e265d71, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e60ee95d-4ae8-48a9-b92b-e6e28e265d71,segment=NetworkSegment(ac45e97e-b6dc-47a3-93d3-c4edacf6cc25),segment_id=ac45e97e-b6dc-47a3-93d3-c4edacf6cc25)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:46:39.796736 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-c543e632-9478-464d-9293-364ecb42f95f req-783f9b78-dba8-4023-b0be-8091a1e9cdc1 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:39.812236 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-c543e632-9478-464d-9293-364ecb42f95f req-783f9b78-dba8-4023-b0be-8091a1e9cdc1 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Calling delete_port for e60ee95d-4ae8-48a9-b92b-e6e28e265d71 owned by compute:nova {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:46:39.862385 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-723ca1e4-c8b7-4b4f-9083-af801b91ba52 service neutron] 10.222.0.48 "GET /v2.0/networks/3750312f-10a6-44d3-9b74-d5b95bc5fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969012 Nov 23 07:46:39.933419 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06782574-e0a0-4ae3-9192-4328150b1c0b req-e4bb64c1-d03a-441c-857a-29b1230e1e63 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:39.934981 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-06782574-e0a0-4ae3-9192-4328150b1c0b req-e4bb64c1-d03a-441c-857a-29b1230e1e63 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 946 time: 0.0768819 Nov 23 07:46:39.957999 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-cfac33ff-b283-47d6-8487-589c8138fd87 service neutron] 10.222.0.48 "GET /v2.0/networks/3750312f-10a6-44d3-9b74-d5b95bc5fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885959 Nov 23 07:46:40.023587 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-06782574-e0a0-4ae3-9192-4328150b1c0b req-873c8b33-59e4-4acf-8c99-9e4adbbe18bc tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813768 Nov 23 07:46:40.024745 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-c543e632-9478-464d-9293-364ecb42f95f req-783f9b78-dba8-4023-b0be-8091a1e9cdc1 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:40.054692 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['e60ee95d-4ae8-48a9-b92b-e6e28e265d71', '98e7ca52-3570-4eee-8b5d-7db714fe981a'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:46:40.060329 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f9b78-dba8-4023-b0be-8091a1e9cdc1 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Pushing event deleted for resources: {'Port': ['ID=e60ee95d-4ae8-48a9-b92b-e6e28e265d71,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:40.114305 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-c543e632-9478-464d-9293-364ecb42f95f req-783f9b78-dba8-4023-b0be-8091a1e9cdc1 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] No DVR routers for this DVR port e60ee95d-4ae8-48a9-b92b-e6e28e265d71 on host hv-cinder-80403 {{(pid=109283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:46:40.117094 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-c543e632-9478-464d-9293-364ecb42f95f req-783f9b78-dba8-4023-b0be-8091a1e9cdc1 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:40.121152 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c543e632-9478-464d-9293-364ecb42f95f req-783f9b78-dba8-4023-b0be-8091a1e9cdc1 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.31 "DELETE /v2.0/ports/e60ee95d-4ae8-48a9-b92b-e6e28e265d71 HTTP/1.1" status: 204 len: 173 time: 0.5857358 Nov 23 07:46:40.121691 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9df126-b886-4cb5-88f0-20dc6e22dbe1', 'name': 'network-vif-deleted', 'tag': 'e60ee95d-4ae8-48a9-b92b-e6e28e265d71'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:46:40.124131 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b7fdc6-f45e-4393-a636-4aff79513595" -d '{"events": [{"server_uuid": "6b9df126-b886-4cb5-88f0-20dc6e22dbe1", "name": "network-vif-deleted", "tag": "e60ee95d-4ae8-48a9-b92b-e6e28e265d71"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:46:40.199035 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a4f619-fc8a-48c5-b9fc-7dbf1e832ce6 x-openstack-request-id: req-09a4f619-fc8a-48c5-b9fc-7dbf1e832ce6 {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:46:40.199337 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9df126-b886-4cb5-88f0-20dc6e22dbe1", "name": "network-vif-deleted", "tag": "e60ee95d-4ae8-48a9-b92b-e6e28e265d71", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:46:40.199602 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-09a4f619-fc8a-48c5-b9fc-7dbf1e832ce6 {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:46:40.200014 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9df126-b886-4cb5-88f0-20dc6e22dbe1', 'name': 'network-vif-deleted', 'tag': 'e60ee95d-4ae8-48a9-b92b-e6e28e265d71', 'status': 'completed', 'code': 200} Nov 23 07:46:40.202238 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-238e6668-ba8f-4246-9aaf-bcd3b49b8f62 req-d4b05eb4-806b-4147-b5eb-b326181f99dd tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=02f5ff24-8ac7-420f-b8ef-3b4d52919495 HTTP/1.1" status: 200 len: 210 time: 0.0539193 Nov 23 07:46:40.916289 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-139eebfc-68b8-4641-ba69-b057c510cb26 req-ebc19f39-d2c7-4da7-b56a-45d0ed94e670 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b9df126-b886-4cb5-88f0-20dc6e22dbe1 HTTP/1.1" status: 200 len: 210 time: 0.0316124 Nov 23 07:46:41.149486 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b837642-10b3-4a6d-803f-0f8e82dd1d36 req-a3238cef-144c-479f-ac05-11135c94ac9f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:41.151030 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-1b837642-10b3-4a6d-803f-0f8e82dd1d36 req-a3238cef-144c-479f-ac05-11135c94ac9f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 946 time: 0.0491142 Nov 23 07:46:41.200917 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-1b837642-10b3-4a6d-803f-0f8e82dd1d36 req-50395052-922e-4216-9935-1ca12851b229 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439343 Nov 23 07:46:41.306692 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-4ebb4154-6a7f-4138-bdff-e446c5c95bd5 req-3c7ce32c-9622-4ced-9a03-e3916620d525 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=02f5ff24-8ac7-420f-b8ef-3b4d52919495 HTTP/1.1" status: 200 len: 210 time: 0.0293450 Nov 23 07:46:41.376281 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-645220a0-7618-4453-909e-413acf0c8457 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:41.377792 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-645220a0-7618-4453-909e-413acf0c8457 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.31 "GET /v2.0/networks?id=3750312f-10a6-44d3-9b74-d5b95bc5fc19 HTTP/1.1" status: 200 len: 813 time: 0.1101196 Nov 23 07:46:41.396618 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-9e95816f-56aa-4882-9c7c-61087472582a tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Request body: {'port': {'device_id': '02f5ff24-8ac7-420f-b8ef-3b4d52919495', 'network_id': '3750312f-10a6-44d3-9b74-d5b95bc5fc19', 'admin_state_up': True, 'tenant_id': '230efaa941f948e5b6c183a252310eda'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:46:41.502097 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-9e95816f-56aa-4882-9c7c-61087472582a tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Made reservation on behalf of 230efaa941f948e5b6c183a252310eda for: {'port': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:46:41.505507 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-9e95816f-56aa-4882-9c7c-61087472582a tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:41.629012 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-9e95816f-56aa-4882-9c7c-61087472582a tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Allocated IP 172.20.0.6 (3750312f-10a6-44d3-9b74-d5b95bc5fc19/bf856085-0aed-44e6-94b1-f39655962f39/25d4b466-b47f-4508-8609-a0825eaf3952) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:46:41.772458 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-9e95816f-56aa-4882-9c7c-61087472582a tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:41.809873 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-9e95816f-56aa-4882-9c7c-61087472582a tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:41.856523 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-9e95816f-56aa-4882-9c7c-61087472582a tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Network 3750312f-10a6-44d3-9b74-d5b95bc5fc19 is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:46:41.859588 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-9e95816f-56aa-4882-9c7c-61087472582a tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:46:41.864223 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-9e95816f-56aa-4882-9c7c-61087472582a tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:46:41.869870 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-9e95816f-56aa-4882-9c7c-61087472582a tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:41.870505 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-9e95816f-56aa-4882-9c7c-61087472582a tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:41.874165 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95816f-56aa-4882-9c7c-61087472582a tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Pushing event updated for resources: {'Port': ['ID=25d4b466-b47f-4508-8609-a0825eaf3952,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:41.890188 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-9e95816f-56aa-4882-9c7c-61087472582a tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.4971635 Nov 23 07:46:41.904906 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-1d2362a3-7a68-488f-a98b-4da0f3eb4d2c service neutron] Request body: {'port': {'device_id': '02f5ff24-8ac7-420f-b8ef-3b4d52919495', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:46:41.965751 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-1d2362a3-7a68-488f-a98b-4da0f3eb4d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:42.198043 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3335715-b735-4653-8a00-3f8a48b803a5 req-b490f12a-5114-4022-bfcd-9bc189d052d7 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:42.199556 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f3335715-b735-4653-8a00-3f8a48b803a5 req-b490f12a-5114-4022-bfcd-9bc189d052d7 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0487416 Nov 23 07:46:42.245605 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-1d2362a3-7a68-488f-a98b-4da0f3eb4d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25d4b466-b47f-4508-8609-a0825eaf3952 {{(pid=109283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:46:42.253810 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-1d2362a3-7a68-488f-a98b-4da0f3eb4d2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:42.254477 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f3335715-b735-4653-8a00-3f8a48b803a5 req-8147dfd9-3851-4c5d-95c1-205269a9c82c tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485606 Nov 23 07:46:42.275584 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.provisioning_blocks [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-1d2362a3-7a68-488f-a98b-4da0f3eb4d2c service neutron] Transition to ACTIVE for port object 25d4b466-b47f-4508-8609-a0825eaf3952 will not be triggered until provisioned by entity L2. {{(pid=109283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 07:46:42.279398 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-1d2362a3-7a68-488f-a98b-4da0f3eb4d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:42.355898 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2362a3-7a68-488f-a98b-4da0f3eb4d2c service neutron] Pushing event updated for resources: {'Port': ['ID=25d4b466-b47f-4508-8609-a0825eaf3952,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:42.389844 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23380d1-ee40-45f7-8af3-6f4637bb3359 req-9dfd0806-3dc3-42dc-83c3-d687be63fd13 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:42.391356 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f23380d1-ee40-45f7-8af3-6f4637bb3359 req-9dfd0806-3dc3-42dc-83c3-d687be63fd13 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 946 time: 0.1097708 Nov 23 07:46:42.416208 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-1d2362a3-7a68-488f-a98b-4da0f3eb4d2c service neutron] Attempting to bind port 25d4b466-b47f-4508-8609-a0825eaf3952 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:46:42.416527 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-1d2362a3-7a68-488f-a98b-4da0f3eb4d2c service neutron] Attempting to bind port 25d4b466-b47f-4508-8609-a0825eaf3952 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '9f745d33-59fe-494a-8a5a-c497c59b588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3750312f-10a6-44d3-9b74-d5b95bc5fc19'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:46:42.416807 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-1d2362a3-7a68-488f-a98b-4da0f3eb4d2c service neutron] Attempting to bind port 25d4b466-b47f-4508-8609-a0825eaf3952 on network 3750312f-10a6-44d3-9b74-d5b95bc5fc19 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:46:42.426165 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bf470-b173-467c-b8c5-9d30b10bc63d req-2a082229-09d9-4963-b73d-0a280285d460 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:42.426415 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-1d2362a3-7a68-488f-a98b-4da0f3eb4d2c service neutron] Port 25d4b466-b47f-4508-8609-a0825eaf3952 on network 3750312f-10a6-44d3-9b74-d5b95bc5fc19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 07:46:42.426759 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-1d2362a3-7a68-488f-a98b-4da0f3eb4d2c service neutron] Attempting to bind port 25d4b466-b47f-4508-8609-a0825eaf3952 on network 3750312f-10a6-44d3-9b74-d5b95bc5fc19 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:46:42.427853 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-934bf470-b173-467c-b8c5-9d30b10bc63d req-2a082229-09d9-4963-b73d-0a280285d460 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=02f5ff24-8ac7-420f-b8ef-3b4d52919495 HTTP/1.1" status: 200 len: 943 time: 0.0492356 Nov 23 07:46:42.437436 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-1d2362a3-7a68-488f-a98b-4da0f3eb4d2c service neutron] Checking agent: {'id': 'ef857e00-999e-40cc-a620-789cb776d291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'started_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:46:42.437793 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-1d2362a3-7a68-488f-a98b-4da0f3eb4d2c service neutron] Checking segment: {'id': '9f745d33-59fe-494a-8a5a-c497c59b588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3750312f-10a6-44d3-9b74-d5b95bc5fc19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:46:42.438407 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-1d2362a3-7a68-488f-a98b-4da0f3eb4d2c service neutron] Bound using segment: {'id': '9f745d33-59fe-494a-8a5a-c497c59b588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3750312f-10a6-44d3-9b74-d5b95bc5fc19'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:46:42.438579 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-1d2362a3-7a68-488f-a98b-4da0f3eb4d2c service neutron] Bound port: 25d4b466-b47f-4508-8609-a0825eaf3952, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f745d33-59fe-494a-8a5a-c497c59b588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '3750312f-10a6-44d3-9b74-d5b95bc5fc19'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:46:42.438941 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-1d2362a3-7a68-488f-a98b-4da0f3eb4d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:42.466517 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f23380d1-ee40-45f7-8af3-6f4637bb3359 req-9a1a9edf-abad-4f4e-81e8-b29566f7b54f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657818 Nov 23 07:46:42.490370 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-934bf470-b173-467c-b8c5-9d30b10bc63d req-adbaaff2-3908-46f0-9943-683c1fcc05eb tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550876 Nov 23 07:46:42.530103 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-1d2362a3-7a68-488f-a98b-4da0f3eb4d2c service neutron] For port 25d4b466-b47f-4508-8609-a0825eaf3952, host hv-cinder-80403, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:46:42.533087 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-1d2362a3-7a68-488f-a98b-4da0f3eb4d2c service neutron] For port 25d4b466-b47f-4508-8609-a0825eaf3952, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=25d4b466-b47f-4508-8609-a0825eaf3952,segment=NetworkSegment(9f745d33-59fe-494a-8a5a-c497c59b588b),segment_id=9f745d33-59fe-494a-8a5a-c497c59b588b)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:46:42.536664 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-1d2362a3-7a68-488f-a98b-4da0f3eb4d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:42.574307 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-1d2362a3-7a68-488f-a98b-4da0f3eb4d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:42.574975 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-1d2362a3-7a68-488f-a98b-4da0f3eb4d2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:42.576345 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-1d2362a3-7a68-488f-a98b-4da0f3eb4d2c service neutron] 10.222.0.31 "PUT /v2.0/ports/25d4b466-b47f-4508-8609-a0825eaf3952 HTTP/1.1" status: 200 len: 1093 time: 0.6760359 Nov 23 07:46:42.576781 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02f5ff24-8ac7-420f-b8ef-3b4d52919495', 'tag': '25d4b466-b47f-4508-8609-a0825eaf3952'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:46:42.579032 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91656838-5c15-409c-ad86-eb87d20e6d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "02f5ff24-8ac7-420f-b8ef-3b4d52919495", "tag": "25d4b466-b47f-4508-8609-a0825eaf3952"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:46:42.605101 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2362a3-7a68-488f-a98b-4da0f3eb4d2c service neutron] Pushing event updated for resources: {'Port': ['ID=25d4b466-b47f-4508-8609-a0825eaf3952,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:42.625310 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93c9f4f-5709-430b-aae5-3df15684510f x-openstack-request-id: req-f93c9f4f-5709-430b-aae5-3df15684510f {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:46:42.625605 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02f5ff24-8ac7-420f-b8ef-3b4d52919495", "tag": "25d4b466-b47f-4508-8609-a0825eaf3952", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:46:42.625890 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f93c9f4f-5709-430b-aae5-3df15684510f {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:46:42.626284 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02f5ff24-8ac7-420f-b8ef-3b4d52919495', 'tag': '25d4b466-b47f-4508-8609-a0825eaf3952', 'status': 'completed', 'code': 200} Nov 23 07:46:42.657660 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-8ef71453-c312-4880-b44e-c37243e25968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:42.659193 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-8ef71453-c312-4880-b44e-c37243e25968 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=230efaa941f948e5b6c183a252310eda&device_id=02f5ff24-8ac7-420f-b8ef-3b4d52919495 HTTP/1.1" status: 200 len: 1096 time: 0.0433693 Nov 23 07:46:42.701855 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-1544aa10-13e4-4ae4-8ec4-0e6dfad28e97 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25d4b466-b47f-4508-8609-a0825eaf3952 HTTP/1.1" status: 200 len: 217 time: 0.0332479 Nov 23 07:46:42.752909 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-234e2178-25b3-4a4e-a078-7124f7bf1e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:42.754450 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-234e2178-25b3-4a4e-a078-7124f7bf1e17 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf856085-0aed-44e6-94b1-f39655962f39 HTTP/1.1" status: 200 len: 853 time: 0.0454383 Nov 23 07:46:42.806892 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-11ccbb8c-1b80-4598-a08d-87ec08fe37b0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3750312f-10a6-44d3-9b74-d5b95bc5fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380688 Nov 23 07:46:42.898433 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-977e787b-841b-406c-b3b7-fbc715a53db9 service neutron] 10.222.0.31 "GET /v2.0/networks/3750312f-10a6-44d3-9b74-d5b95bc5fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803242 Nov 23 07:46:42.991563 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8d02dfad-5a8a-4243-a801-4cb32cb1a973 req-bf6495b1-9922-4f54-b8e2-fd00abc54a8e service neutron] 10.222.0.31 "GET /v2.0/networks/3750312f-10a6-44d3-9b74-d5b95bc5fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846334 Nov 23 07:46:43.099198 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91656838-5c15-409c-ad86-eb87d20e6d2c req-d276bdca-9028-4e80-990c-f3ca3b19c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:43.101525 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-91656838-5c15-409c-ad86-eb87d20e6d2c req-d276bdca-9028-4e80-990c-f3ca3b19c230 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=230efaa941f948e5b6c183a252310eda&device_id=02f5ff24-8ac7-420f-b8ef-3b4d52919495 HTTP/1.1" status: 200 len: 1096 time: 0.0423417 Nov 23 07:46:43.237550 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91656838-5c15-409c-ad86-eb87d20e6d2c req-24a28f5f-fd90-4825-a016-7c237f4bcfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:43.239005 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-91656838-5c15-409c-ad86-eb87d20e6d2c req-24a28f5f-fd90-4825-a016-7c237f4bcfcd service neutron] 10.222.0.31 "GET /v2.0/networks?id=3750312f-10a6-44d3-9b74-d5b95bc5fc19 HTTP/1.1" status: 200 len: 914 time: 0.1242952 Nov 23 07:46:43.247246 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f441e8-a8c5-4608-9a37-d8c73918a4d6 req-04e96cfb-8edc-432f-ad56-382412df2f67 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:43.248610 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-40f441e8-a8c5-4608-9a37-d8c73918a4d6 req-04e96cfb-8edc-432f-ad56-382412df2f67 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0759218 Nov 23 07:46:43.293082 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-91656838-5c15-409c-ad86-eb87d20e6d2c req-aaf1e6b4-084f-4f1c-bbd2-56fd18937d55 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25d4b466-b47f-4508-8609-a0825eaf3952 HTTP/1.1" status: 200 len: 217 time: 0.0394533 Nov 23 07:46:43.357340 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-40f441e8-a8c5-4608-9a37-d8c73918a4d6 req-5bc98a90-bd57-41b6-aba3-7725c989728f tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982649 Nov 23 07:46:43.365836 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ebfa8-11f3-42f1-bec7-27646a61f580 req-b1119dd3-1d94-4478-bb87-de2056b8d68d tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:43.367355 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-937ebfa8-11f3-42f1-bec7-27646a61f580 req-b1119dd3-1d94-4478-bb87-de2056b8d68d tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0496910 Nov 23 07:46:43.382442 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91656838-5c15-409c-ad86-eb87d20e6d2c req-a66c7cd1-0845-4a5d-aa89-10a6935bb484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:43.383932 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-91656838-5c15-409c-ad86-eb87d20e6d2c req-a66c7cd1-0845-4a5d-aa89-10a6935bb484 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf856085-0aed-44e6-94b1-f39655962f39 HTTP/1.1" status: 200 len: 853 time: 0.0661175 Nov 23 07:46:43.416349 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-937ebfa8-11f3-42f1-bec7-27646a61f580 req-233cb4bb-7a79-4657-bb1a-ed2d028ea2ce tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420010 Nov 23 07:46:43.418156 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-91656838-5c15-409c-ad86-eb87d20e6d2c req-34a34acf-86d4-46d2-9577-768285203917 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3750312f-10a6-44d3-9b74-d5b95bc5fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250709 Nov 23 07:46:43.505675 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-91656838-5c15-409c-ad86-eb87d20e6d2c req-3a7f2f44-101c-4136-a9af-0938ac2106b2 service neutron] 10.222.0.31 "GET /v2.0/networks/3750312f-10a6-44d3-9b74-d5b95bc5fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798666 Nov 23 07:46:43.634044 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-91656838-5c15-409c-ad86-eb87d20e6d2c req-7ef6fd3f-c60e-4a78-9494-0689ff7694fe service neutron] 10.222.0.31 "GET /v2.0/networks/3750312f-10a6-44d3-9b74-d5b95bc5fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206043 Nov 23 07:46:43.642939 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf6a1a-790d-4b2c-a590-8ce3a5681aa5 req-78ea452c-7509-42d5-a47c-0bf97e8b2b04 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:43.644529 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-13cf6a1a-790d-4b2c-a590-8ce3a5681aa5 req-78ea452c-7509-42d5-a47c-0bf97e8b2b04 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=02f5ff24-8ac7-420f-b8ef-3b4d52919495 HTTP/1.1" status: 200 len: 943 time: 0.0734787 Nov 23 07:46:43.692495 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-13cf6a1a-790d-4b2c-a590-8ce3a5681aa5 req-6970a968-2078-4e56-b326-d05cf2b64cde tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412116 Nov 23 07:46:44.286727 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device e60ee95d-4ae8-48a9-b92b-e6e28e265d71 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:46:44.310099 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] No Port match for: e60ee95d-4ae8-48a9-b92b-e6e28e265d71 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:46:44.310440 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device e60ee95d-4ae8-48a9-b92b-e6e28e265d71 not bound to the agent host hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:46:44.470400 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c519a8-d2b5-46ec-b9c8-1266c60d48c5 req-2e9dbdcc-5c49-48cd-84f3-7e59cf45552f tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:44.471976 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-07c519a8-d2b5-46ec-b9c8-1266c60d48c5 req-2e9dbdcc-5c49-48cd-84f3-7e59cf45552f tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0485883 Nov 23 07:46:44.518429 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-07c519a8-d2b5-46ec-b9c8-1266c60d48c5 req-75016216-b2b3-4ad7-96f0-990e6c111357 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399094 Nov 23 07:46:44.531975 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51590c-2c95-43d3-893f-5f2bfbaa9cf7 req-cc956d13-d675-4d18-abfb-f0a579925be4 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:44.533632 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-be51590c-2c95-43d3-893f-5f2bfbaa9cf7 req-cc956d13-d675-4d18-abfb-f0a579925be4 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0516858 Nov 23 07:46:44.580333 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-be51590c-2c95-43d3-893f-5f2bfbaa9cf7 req-9221b470-47cf-4a3a-8a59-42dab3f6cade tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399175 Nov 23 07:46:44.813635 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6cbcb7-2bf4-4baa-b00e-195cf8ca30bf req-4781e45f-7783-4374-9c52-787dacbbfdf7 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:44.815153 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-7f6cbcb7-2bf4-4baa-b00e-195cf8ca30bf req-4781e45f-7783-4374-9c52-787dacbbfdf7 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=02f5ff24-8ac7-420f-b8ef-3b4d52919495 HTTP/1.1" status: 200 len: 943 time: 0.0569215 Nov 23 07:46:44.863275 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-7f6cbcb7-2bf4-4baa-b00e-195cf8ca30bf req-ba081fcc-6303-4a36-8108-332317336645 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421333 Nov 23 07:46:45.640845 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9619265-9384-40d8-b08d-bfaa5b7370ee req-a5299c09-bc85-4ea6-a4d1-8d352d2c70a0 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:45.642463 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f9619265-9384-40d8-b08d-bfaa5b7370ee req-a5299c09-bc85-4ea6-a4d1-8d352d2c70a0 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0511775 Nov 23 07:46:45.691243 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f9619265-9384-40d8-b08d-bfaa5b7370ee req-2168b5e8-a77f-440b-8a26-2a3c70ebe417 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422142 Nov 23 07:46:45.697690 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfffcc4-f61e-427b-bbd8-7d2c2c9fb22b req-3e54fb2c-4a83-43b5-a1cd-440eee7a90df tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:45.699256 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-6dfffcc4-f61e-427b-bbd8-7d2c2c9fb22b req-3e54fb2c-4a83-43b5-a1cd-440eee7a90df tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0484838 Nov 23 07:46:45.746818 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-6dfffcc4-f61e-427b-bbd8-7d2c2c9fb22b req-c5430497-d96e-4baf-a533-bcab7f99bb39 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416522 Nov 23 07:46:45.977152 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c86228-059a-4a52-8361-8944ecccd96b req-c9ed98ba-9b68-487c-aa8c-6ce42a108887 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:45.978685 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-31c86228-059a-4a52-8361-8944ecccd96b req-c9ed98ba-9b68-487c-aa8c-6ce42a108887 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=02f5ff24-8ac7-420f-b8ef-3b4d52919495 HTTP/1.1" status: 200 len: 943 time: 0.0490494 Nov 23 07:46:46.030423 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-31c86228-059a-4a52-8361-8944ecccd96b req-a5e3c6f1-710c-4584-b280-574ac1b00231 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457847 Nov 23 07:46:46.286825 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 25d4b466-b47f-4508-8609-a0825eaf3952 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 07:46:46.379724 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 25d4b466-b47f-4508-8609-a0825eaf3952, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=25d4b466-b47f-4508-8609-a0825eaf3952,segment=NetworkSegment(9f745d33-59fe-494a-8a5a-c497c59b588b),segment_id=9f745d33-59fe-494a-8a5a-c497c59b588b)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:46:46.391343 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Returning: {'device': '25d4b466-b47f-4508-8609-a0825eaf3952', 'network_id': '3750312f-10a6-44d3-9b74-d5b95bc5fc19', 'port_id': '25d4b466-b47f-4508-8609-a0825eaf3952', 'mac_address': 'fa:16:3e:6a:e3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf856085-0aed-44e6-94b1-f39655962f39', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 07:46:46.431527 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:46.444249 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d4b466-b47f-4508-8609-a0825eaf3952 {{(pid=109285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:46:46.463000 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 25d4b466-b47f-4508-8609-a0825eaf3952, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=25d4b466-b47f-4508-8609-a0825eaf3952,segment=NetworkSegment(9f745d33-59fe-494a-8a5a-c497c59b588b),segment_id=9f745d33-59fe-494a-8a5a-c497c59b588b)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:46:46.466683 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:46.515401 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=25d4b466-b47f-4508-8609-a0825eaf3952,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:46.780534 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['25d4b466-b47f-4508-8609-a0825eaf3952'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:46:46.810433 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc7916-fc24-476c-8494-3dad8414224c req-e83fe1b3-515d-4efa-a753-608e9ca82197 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:46.811963 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-2afc7916-fc24-476c-8494-3dad8414224c req-e83fe1b3-515d-4efa-a753-608e9ca82197 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0527925 Nov 23 07:46:46.868832 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65ee17-b18b-455d-967c-21a0a61b620c req-53235be6-7643-4e45-ae88-f8392ac5dce9 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:46.874188 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-fe65ee17-b18b-455d-967c-21a0a61b620c req-53235be6-7643-4e45-ae88-f8392ac5dce9 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0578153 Nov 23 07:46:46.878226 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-2afc7916-fc24-476c-8494-3dad8414224c req-36fd5475-2395-46ff-a48d-5ef5c097d54c tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582023 Nov 23 07:46:46.917970 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-fe65ee17-b18b-455d-967c-21a0a61b620c req-808490f7-8797-47cd-8a92-eeeda4dd6c50 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413811 Nov 23 07:46:47.142507 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcfe0f-e929-4682-aeb4-611dc9374ab9 req-10868d82-b3b1-403a-98b5-8ee1f89532c1 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:47.143992 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-3bbcfe0f-e929-4682-aeb4-611dc9374ab9 req-10868d82-b3b1-403a-98b5-8ee1f89532c1 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=02f5ff24-8ac7-420f-b8ef-3b4d52919495 HTTP/1.1" status: 200 len: 944 time: 0.0480616 Nov 23 07:46:47.190474 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-3bbcfe0f-e929-4682-aeb4-611dc9374ab9 req-a2ca645e-3990-4f5a-94d7-c5526d773be6 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405641 Nov 23 07:46:47.998591 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34b5e6-db41-4b64-aec5-5a3adebb3ba0 req-ea0fe661-7f15-465d-a4c8-649eed14946f tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:48.000123 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-bf34b5e6-db41-4b64-aec5-5a3adebb3ba0 req-ea0fe661-7f15-465d-a4c8-649eed14946f tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0541456 Nov 23 07:46:48.039724 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d13dd-8783-4a7f-829c-b584e1c66d1f req-c60dfe11-eb92-48e9-a878-25b8783dc048 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:48.041254 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-245d13dd-8783-4a7f-829c-b584e1c66d1f req-c60dfe11-eb92-48e9-a878-25b8783dc048 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0548675 Nov 23 07:46:48.054322 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-bf34b5e6-db41-4b64-aec5-5a3adebb3ba0 req-30d84451-fe5a-4566-b523-77088c493481 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432229 Nov 23 07:46:48.093468 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-245d13dd-8783-4a7f-829c-b584e1c66d1f req-500248ef-d1b5-492b-a40b-1da32152ecb0 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/security-groups?id=1134a24a-fc1a-4f05-ba7c-86442da3be95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461497 Nov 23 07:46:48.307449 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 25d4b466-b47f-4508-8609-a0825eaf3952 up at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:46:48.308630 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b1d1d-65cd-49f5-b5b8-0e9eaac84b94 req-112b80d2-d94a-4fb0-bd2d-3eea6d5ad28b tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:48.310912 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4e4b1d1d-65cd-49f5-b5b8-0e9eaac84b94 req-112b80d2-d94a-4fb0-bd2d-3eea6d5ad28b tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=02f5ff24-8ac7-420f-b8ef-3b4d52919495 HTTP/1.1" status: 200 len: 944 time: 0.0528374 Nov 23 07:46:48.357492 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning for port 25d4b466-b47f-4508-8609-a0825eaf3952 completed by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 07:46:48.361105 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4e4b1d1d-65cd-49f5-b5b8-0e9eaac84b94 req-173cc5f4-2315-4384-b03d-6745dda788af tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446751 Nov 23 07:46:48.362168 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning complete for port 25d4b466-b47f-4508-8609-a0825eaf3952 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:46:48.362617 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:48.421060 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956a7b4-e258-48ae-a665-0721e570db45 req-e4d1b0c2-62a8-4887-8741-902ea3506db4 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:48.422651 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8956a7b4-e258-48ae-a665-0721e570db45 req-e4d1b0c2-62a8-4887-8741-902ea3506db4 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 945 time: 0.0502942 Nov 23 07:46:48.441960 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:48.464680 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f5ff24-8ac7-420f-b8ef-3b4d52919495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d4b466-b47f-4508-8609-a0825eaf3952'}] {{(pid=109285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:46:48.466937 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02971d1b2c0bcda538738d777e0cd5340c6e6849857750afdab036a2de6ad34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4440481a-4582-4c3a-8c90-262f6774a78e" -d '{"events": [{"server_uuid": "02f5ff24-8ac7-420f-b8ef-3b4d52919495", "name": "network-vif-plugged", "status": "completed", "tag": "25d4b466-b47f-4508-8609-a0825eaf3952"}]}' {{(pid=109285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:46:48.480487 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 25d4b466-b47f-4508-8609-a0825eaf3952, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=25d4b466-b47f-4508-8609-a0825eaf3952,segment=NetworkSegment(9f745d33-59fe-494a-8a5a-c497c59b588b),segment_id=9f745d33-59fe-494a-8a5a-c497c59b588b)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:46:48.484956 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:48.511945 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80dbff61-8d14-4c64-97ca-ab94aad647d4 x-openstack-request-id: req-80dbff61-8d14-4c64-97ca-ab94aad647d4 {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:46:48.512265 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f5ff24-8ac7-420f-b8ef-3b4d52919495", "name": "network-vif-plugged", "status": "completed", "tag": "25d4b466-b47f-4508-8609-a0825eaf3952", "code": 200}]} {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:46:48.513677 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-80dbff61-8d14-4c64-97ca-ab94aad647d4 {{(pid=109285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:46:48.514867 dv-cinder-804035-14-iscsi neutron-server[109285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f5ff24-8ac7-420f-b8ef-3b4d52919495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d4b466-b47f-4508-8609-a0825eaf3952', 'code': 200} Nov 23 07:46:48.521163 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-8956a7b4-e258-48ae-a665-0721e570db45 req-11f30740-e1c7-46b9-8019-db5d7a1a9468 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Deleting port 98e7ca52-3570-4eee-8b5d-7db714fe981a {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:46:48.522035 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8956a7b4-e258-48ae-a665-0721e570db45 req-11f30740-e1c7-46b9-8019-db5d7a1a9468 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:48.544547 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=25d4b466-b47f-4508-8609-a0825eaf3952,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:48.614592 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-8956a7b4-e258-48ae-a665-0721e570db45 req-11f30740-e1c7-46b9-8019-db5d7a1a9468 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] For port 98e7ca52-3570-4eee-8b5d-7db714fe981a, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=98e7ca52-3570-4eee-8b5d-7db714fe981a,segment=NetworkSegment(ac45e97e-b6dc-47a3-93d3-c4edacf6cc25),segment_id=ac45e97e-b6dc-47a3-93d3-c4edacf6cc25)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:46:48.615124 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8956a7b4-e258-48ae-a665-0721e570db45 req-11f30740-e1c7-46b9-8019-db5d7a1a9468 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:48.628783 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-8956a7b4-e258-48ae-a665-0721e570db45 req-11f30740-e1c7-46b9-8019-db5d7a1a9468 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Calling delete_port for 98e7ca52-3570-4eee-8b5d-7db714fe981a owned by compute:nova {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:46:48.978485 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e13532-f8a7-499d-b5d9-214d3b312ac2 req-75c867ca-7475-4d21-89cf-3bf6483c0d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:48.980091 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-73e13532-f8a7-499d-b5d9-214d3b312ac2 req-75c867ca-7475-4d21-89cf-3bf6483c0d04 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=02f5ff24-8ac7-420f-b8ef-3b4d52919495 HTTP/1.1" status: 200 len: 1098 time: 0.3074884 Nov 23 07:46:49.064950 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8956a7b4-e258-48ae-a665-0721e570db45 req-11f30740-e1c7-46b9-8019-db5d7a1a9468 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:49.068665 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-73e13532-f8a7-499d-b5d9-214d3b312ac2 req-302e4964-002c-45e7-89b1-c5213bb18bb9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738208 Nov 23 07:46:49.077434 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['98e7ca52-3570-4eee-8b5d-7db714fe981a'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:46:49.101997 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30740-e1c7-46b9-8019-db5d7a1a9468 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Pushing event deleted for resources: {'Port': ['ID=98e7ca52-3570-4eee-8b5d-7db714fe981a,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:49.144927 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-8956a7b4-e258-48ae-a665-0721e570db45 req-11f30740-e1c7-46b9-8019-db5d7a1a9468 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] No DVR routers for this DVR port 98e7ca52-3570-4eee-8b5d-7db714fe981a on host hv-cinder-80403 {{(pid=109283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:46:49.148182 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8956a7b4-e258-48ae-a665-0721e570db45 req-11f30740-e1c7-46b9-8019-db5d7a1a9468 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:49.152117 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8956a7b4-e258-48ae-a665-0721e570db45 req-11f30740-e1c7-46b9-8019-db5d7a1a9468 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.31 "DELETE /v2.0/ports/98e7ca52-3570-4eee-8b5d-7db714fe981a HTTP/1.1" status: 204 len: 173 time: 0.7217760 Nov 23 07:46:49.152752 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5cba5f7-c9fd-4708-923c-deec6ab27cdd', 'name': 'network-vif-deleted', 'tag': '98e7ca52-3570-4eee-8b5d-7db714fe981a'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:46:49.155844 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172ca06e-bae7-4f54-8bf3-9f669a7351ce" -d '{"events": [{"server_uuid": "c5cba5f7-c9fd-4708-923c-deec6ab27cdd", "name": "network-vif-deleted", "tag": "98e7ca52-3570-4eee-8b5d-7db714fe981a"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:46:49.197179 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-b9e39ec7-a19f-4add-8d9d-fb84d0f694a5 req-23ba08a5-57aa-4e3f-a656-9b6d0f352377 tempest-ServerRescueNegativeTestJSON-1966618952 tempest-ServerRescueNegativeTestJSON-1966618952-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5cba5f7-c9fd-4708-923c-deec6ab27cdd HTTP/1.1" status: 200 len: 210 time: 0.0252259 Nov 23 07:46:49.207110 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1051b108-3011-4daf-b77c-fd57e15f284e req-e5533dc2-cba8-4d1f-bae1-35c4d508d26a tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:49.208704 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-1051b108-3011-4daf-b77c-fd57e15f284e req-e5533dc2-cba8-4d1f-bae1-35c4d508d26a tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0494387 Nov 23 07:46:49.243347 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2fdb84-3664-4632-aa1d-9b85b25a2efa x-openstack-request-id: req-cf2fdb84-3664-4632-aa1d-9b85b25a2efa {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:46:49.243669 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5cba5f7-c9fd-4708-923c-deec6ab27cdd", "name": "network-vif-deleted", "tag": "98e7ca52-3570-4eee-8b5d-7db714fe981a", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:46:49.243922 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf2fdb84-3664-4632-aa1d-9b85b25a2efa {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:46:49.244315 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5cba5f7-c9fd-4708-923c-deec6ab27cdd', 'name': 'network-vif-deleted', 'tag': '98e7ca52-3570-4eee-8b5d-7db714fe981a', 'status': 'completed', 'code': 200} Nov 23 07:46:49.263163 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-1051b108-3011-4daf-b77c-fd57e15f284e req-5f5292e0-4f7b-4e95-b361-c300fea5b84b tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474713 Nov 23 07:46:49.476560 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0ac36-215f-45b5-88e9-7a6c8f1bcfe4 req-5b46243a-360e-4af6-ac17-7ffd1eb82146 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:49.478142 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-e6d0ac36-215f-45b5-88e9-7a6c8f1bcfe4 req-5b46243a-360e-4af6-ac17-7ffd1eb82146 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=02f5ff24-8ac7-420f-b8ef-3b4d52919495 HTTP/1.1" status: 200 len: 945 time: 0.0488679 Nov 23 07:46:49.525735 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-e6d0ac36-215f-45b5-88e9-7a6c8f1bcfe4 req-5bb1b537-2e39-4a48-8b4c-698a0bd28d57 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415020 Nov 23 07:46:50.254808 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 47236) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:46:50.390761 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4f34f-31eb-488f-a687-306d0aac3a86 req-9390b2fc-5f5f-4268-bc61-94acf7ccab40 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:50.392308 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-66a4f34f-31eb-488f-a687-306d0aac3a86 req-9390b2fc-5f5f-4268-bc61-94acf7ccab40 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0516138 Nov 23 07:46:50.443611 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-66a4f34f-31eb-488f-a687-306d0aac3a86 req-d713d271-af23-40a8-bae8-08a580949eb1 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452096 Nov 23 07:46:50.700613 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410f2de-175a-4d91-ad31-0c247fc51fdf req-43c16d05-3037-4de7-afbb-08cfbc742342 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:50.702040 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5410f2de-175a-4d91-ad31-0c247fc51fdf req-43c16d05-3037-4de7-afbb-08cfbc742342 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=02f5ff24-8ac7-420f-b8ef-3b4d52919495 HTTP/1.1" status: 200 len: 945 time: 0.1054630 Nov 23 07:46:50.754564 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5ebad057-5947-487e-aa57-580860d2d449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1712703'] for router_interface, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:50.807341 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5410f2de-175a-4d91-ad31-0c247fc51fdf req-49fb32c2-4b09-4c94-911a-6a2f3a804e3e tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980113 Nov 23 07:46:51.085510 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-5ebad057-5947-487e-aa57-580860d2d449 admin admin] Deleting port e9c86375-8856-4afc-a821-5408aaa75ecb {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:46:51.085959 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5ebad057-5947-487e-aa57-580860d2d449 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:51.178392 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-5ebad057-5947-487e-aa57-580860d2d449 admin admin] For port e9c86375-8856-4afc-a821-5408aaa75ecb, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=e9c86375-8856-4afc-a821-5408aaa75ecb,segment=NetworkSegment(ac45e97e-b6dc-47a3-93d3-c4edacf6cc25),segment_id=ac45e97e-b6dc-47a3-93d3-c4edacf6cc25)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:46:51.178806 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5ebad057-5947-487e-aa57-580860d2d449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:51.193624 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-5ebad057-5947-487e-aa57-580860d2d449 admin admin] Calling delete_port for e9c86375-8856-4afc-a821-5408aaa75ecb owned by network:router_interface {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:46:51.375257 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5ebad057-5947-487e-aa57-580860d2d449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:51.404140 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebad057-5947-487e-aa57-580860d2d449 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9c86375-8856-4afc-a821-5408aaa75ecb,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:51.560118 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5ebad057-5947-487e-aa57-580860d2d449 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1700661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712803'] for router_interface, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:51.618631 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf3bf9-f010-4007-948a-a24160d2d309 req-6f1f80cb-4f18-4a12-8349-7759667710bf tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:51.620306 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-fcbf3bf9-f010-4007-948a-a24160d2d309 req-6f1f80cb-4f18-4a12-8349-7759667710bf tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.1053321 Nov 23 07:46:51.722511 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-fcbf3bf9-f010-4007-948a-a24160d2d309 req-1e44b6c1-f980-4815-9c45-fc6c76e8722a tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926273 Nov 23 07:46:51.839430 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebad057-5947-487e-aa57-580860d2d449 admin admin] Router b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:46:51.958363 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebad057-5947-487e-aa57-580860d2d449 admin admin] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:46:51.965825 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-5ebad057-5947-487e-aa57-580860d2d449 admin admin] 10.222.0.48 "PUT /v2.0/routers/b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7086756 Nov 23 07:46:51.967397 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 47254) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:46:51.967854 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1a8d57-181f-48e1-9049-fc118fde8d9a None None] Sync routers for ids ['b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c'] in dv-cinder-804035-14-iscsi {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:46:51.979858 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1a8d57-181f-48e1-9049-fc118fde8d9a None None] Routers {'b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:46:51.980498 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-0f1a8d57-181f-48e1-9049-fc118fde8d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:46:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:46:52.077414 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-86efd933-8142-4f72-8b8f-e757950d6dfa admin admin] Publish callbacks [] for router, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:52.088560 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-0f1a8d57-181f-48e1-9049-fc118fde8d9a None None] Set router b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:46:52.185053 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-86efd933-8142-4f72-8b8f-e757950d6dfa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:52.257663 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-86efd933-8142-4f72-8b8f-e757950d6dfa admin admin] Deleting port 84265cb0-47d6-4023-b489-5258ac1f37fe {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:46:52.258188 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-86efd933-8142-4f72-8b8f-e757950d6dfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:52.278590 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-0f1a8d57-181f-48e1-9049-fc118fde8d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c', 'name': 'tempest-ServerRescueNegativeTestJSON-1010763571-router', 'tenant_id': 'ed47c8e5e9704a0abf5643f488f1b2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': '84265cb0-47d6-4023-b489-5258ac1f37fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:43:01Z', 'updated_at': '2021-11-23T07:46:51Z', 'revision_number': 5, 'project_id': 'ed47c8e5e9704a0abf5643f488f1b2be', 'gw_port': {'id': '84265cb0-47d6-4023-b489-5258ac1f37fe', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:04Z', 'updated_at': '2021-11-23T07:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi'}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:46:52.305384 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 98e7ca52-3570-4eee-8b5d-7db714fe981a no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:46:52.308702 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1a8d57-181f-48e1-9049-fc118fde8d9a None None] Checking router: b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c for host: dv-cinder-804035-14-iscsi {{(pid=109286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:46:52.316387 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1a8d57-181f-48e1-9049-fc118fde8d9a None None] Routers {'b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:46:52.317025 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-0f1a8d57-181f-48e1-9049-fc118fde8d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:46:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:46:52.328660 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] No Port match for: 98e7ca52-3570-4eee-8b5d-7db714fe981a {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:46:52.328908 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 98e7ca52-3570-4eee-8b5d-7db714fe981a not bound to the agent host hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:46:52.342191 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-86efd933-8142-4f72-8b8f-e757950d6dfa admin admin] For port 84265cb0-47d6-4023-b489-5258ac1f37fe, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=84265cb0-47d6-4023-b489-5258ac1f37fe,segment=NetworkSegment(c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c),segment_id=c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:46:52.342566 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-86efd933-8142-4f72-8b8f-e757950d6dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:52.355525 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-86efd933-8142-4f72-8b8f-e757950d6dfa admin admin] Calling delete_port for 84265cb0-47d6-4023-b489-5258ac1f37fe owned by network:router_gateway {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:46:52.484741 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-0f1a8d57-181f-48e1-9049-fc118fde8d9a None None] Set router b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c gateway port host: None {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:46:52.525719 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-86efd933-8142-4f72-8b8f-e757950d6dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:52.535527 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-0f1a8d57-181f-48e1-9049-fc118fde8d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c', 'name': 'tempest-ServerRescueNegativeTestJSON-1010763571-router', 'tenant_id': 'ed47c8e5e9704a0abf5643f488f1b2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:43:01Z', 'updated_at': '2021-11-23T07:46:52Z', 'revision_number': 6, 'project_id': 'ed47c8e5e9704a0abf5643f488f1b2be', 'gw_port_host': None}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:46:52.551065 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86efd933-8142-4f72-8b8f-e757950d6dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=84265cb0-47d6-4023-b489-5258ac1f37fe,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:52.565258 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1a8d57-181f-48e1-9049-fc118fde8d9a None None] The sync data for ids ['b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c'] in dv-cinder-804035-14-iscsi is: [{'id': 'b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c', 'name': 'tempest-ServerRescueNegativeTestJSON-1010763571-router', 'tenant_id': 'ed47c8e5e9704a0abf5643f488f1b2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:43:01Z', 'updated_at': '2021-11-23T07:46:52Z', 'revision_number': 6, 'project_id': 'ed47c8e5e9704a0abf5643f488f1b2be', 'gw_port_host': None}] {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:46:52.839534 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-86efd933-8142-4f72-8b8f-e757950d6dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1712133'] for router_gateway, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:52.845142 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a869d-b167-419f-9453-85893f84dc22 req-bef6e6b9-47d7-4084-b793-b701cf7e5a4d tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:52.846694 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-0b8a869d-b167-419f-9453-85893f84dc22 req-bef6e6b9-47d7-4084-b793-b701cf7e5a4d tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0515518 Nov 23 07:46:52.905690 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-0b8a869d-b167-419f-9453-85893f84dc22 req-144aa410-5e48-4f3c-8af3-8be60fa55aa4 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469182 Nov 23 07:46:52.993151 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-86efd933-8142-4f72-8b8f-e757950d6dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1712715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-971'] for router, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:52.997491 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-86efd933-8142-4f72-8b8f-e757950d6dfa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:53.059408 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf2963-bc58-49a0-afdf-140b0b41fe12 req-f4d8867b-b726-491e-9dc9-78f13f00aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:53.061003 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-dacf2963-bc58-49a0-afdf-140b0b41fe12 req-f4d8867b-b726-491e-9dc9-78f13f00aaa1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c42cd8fcb71040c394c2fa2ed9324ae0&device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 1137 time: 0.2310896 Nov 23 07:46:53.073606 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0460e3c-ddcb-4d4e-9caa-80679f305727 req-8dc64a59-d072-491a-9bd7-3f8cb1aa9d6f tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:53.075133 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-e0460e3c-ddcb-4d4e-9caa-80679f305727 req-8dc64a59-d072-491a-9bd7-3f8cb1aa9d6f tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 984 time: 0.2465291 Nov 23 07:46:53.087266 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-86efd933-8142-4f72-8b8f-e757950d6dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1712263'] for router, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:53.087814 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86efd933-8142-4f72-8b8f-e757950d6dfa admin admin] Fanout notify agent at l3_agent the message router_deleted on router b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c {{(pid=109283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 07:46:53.108081 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-86efd933-8142-4f72-8b8f-e757950d6dfa admin admin] Publish callbacks [] for router, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:53.109170 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-86efd933-8142-4f72-8b8f-e757950d6dfa admin admin] 10.222.0.48 "DELETE /v2.0/routers/b15dafbe-c4cb-42cf-b3e4-6932de4b2b1c HTTP/1.1" status: 204 len: 168 time: 1.1409323 Nov 23 07:46:53.111869 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 47266) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:46:53.155905 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0bed476-31f2-420f-97b0-9bac8553d245 admin admin] Deleting subnet e589956e-ed5a-4e41-8270-f9456f7b8a2f {{(pid=109284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 07:46:53.159133 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b0bed476-31f2-420f-97b0-9bac8553d245 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:53.194291 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b0bed476-31f2-420f-97b0-9bac8553d245 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336102'] for subnet, precommit_delete_associations {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:53.211859 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-e0460e3c-ddcb-4d4e-9caa-80679f305727 req-53ea3e29-f0c9-4f59-98fe-642df4dd2548 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&id=ac4d94c8-741e-41a3-a6ad-e0e3518355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1273792 Nov 23 07:46:53.217153 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf2963-bc58-49a0-afdf-140b0b41fe12 req-904cde8e-58db-45dd-8841-963615da3905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:53.218728 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-dacf2963-bc58-49a0-afdf-140b0b41fe12 req-904cde8e-58db-45dd-8841-963615da3905 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1b5d852b-b97c-4e33-b149-2a4c0450e4d5 HTTP/1.1" status: 200 len: 915 time: 0.1426218 Nov 23 07:46:53.244857 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b0bed476-31f2-420f-97b0-9bac8553d245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668856'] for subnet, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:53.300018 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-dacf2963-bc58-49a0-afdf-140b0b41fe12 req-92d3bbf0-9ee2-4277-94a0-868d022cac1d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46440f82-0a6b-4d97-82a5-b146d1263ea9 HTTP/1.1" status: 200 len: 1000 time: 0.0734196 Nov 23 07:46:53.334423 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b0bed476-31f2-420f-97b0-9bac8553d245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-707915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3909773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3985113'] for subnet, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:53.375258 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b0bed476-31f2-420f-97b0-9bac8553d245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for subnet, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:53.378752 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-b0bed476-31f2-420f-97b0-9bac8553d245 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e589956e-ed5a-4e41-8270-f9456f7b8a2f HTTP/1.1" status: 204 len: 168 time: 0.2657382 Nov 23 07:46:53.380282 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bed476-31f2-420f-97b0-9bac8553d245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e589956e-ed5a-4e41-8270-f9456f7b8a2f,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:53.381559 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 47270) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:46:53.407401 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf2963-bc58-49a0-afdf-140b0b41fe12 req-c9a8d5ef-6ccf-4c0c-9692-c5dd823cfb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:53.408950 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-dacf2963-bc58-49a0-afdf-140b0b41fe12 req-c9a8d5ef-6ccf-4c0c-9692-c5dd823cfb32 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d1021d11-6a0a-4efc-bfec-6471a02dfed1 HTTP/1.1" status: 200 len: 853 time: 0.0992036 Nov 23 07:46:53.499921 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3a75640a-fa66-42ef-bbe5-e175bbdcf102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629665'] for network, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:53.524692 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf2963-bc58-49a0-afdf-140b0b41fe12 req-7cdc4c7a-a3dc-47ba-9c3c-4abc5a245f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:53.526228 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-dacf2963-bc58-49a0-afdf-140b0b41fe12 req-7cdc4c7a-a3dc-47ba-9c3c-4abc5a245f74 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1b5d852b-b97c-4e33-b149-2a4c0450e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1059246 Nov 23 07:46:53.677071 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3a75640a-fa66-42ef-bbe5-e175bbdcf102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670311', 'neutron.services.segments.db._delete_segments_for_network-8750072253624'] for network, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:53.712474 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3a75640a-fa66-42ef-bbe5-e175bbdcf102 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:46:53.712840 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3a75640a-fa66-42ef-bbe5-e175bbdcf102 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:46:53.714596 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3a75640a-fa66-42ef-bbe5-e175bbdcf102 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:46:53.714937 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3a75640a-fa66-42ef-bbe5-e175bbdcf102 admin admin] Subscribe: > port after_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:46:53.715345 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3a75640a-fa66-42ef-bbe5-e175bbdcf102 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:46:53.715666 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3a75640a-fa66-42ef-bbe5-e175bbdcf102 admin admin] Subscribe: > port after_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:46:53.715989 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3a75640a-fa66-42ef-bbe5-e175bbdcf102 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:46:53.716358 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3a75640a-fa66-42ef-bbe5-e175bbdcf102 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:46:53.716672 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3a75640a-fa66-42ef-bbe5-e175bbdcf102 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:46:53.716995 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3a75640a-fa66-42ef-bbe5-e175bbdcf102 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:46:53.839284 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3a75640a-fa66-42ef-bbe5-e175bbdcf102 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:46:53.839560 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3a75640a-fa66-42ef-bbe5-e175bbdcf102 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:46:53.839897 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3a75640a-fa66-42ef-bbe5-e175bbdcf102 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:46:53.840231 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3a75640a-fa66-42ef-bbe5-e175bbdcf102 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109283) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 07:46:53.840603 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.services.segments.db [None req-3a75640a-fa66-42ef-bbe5-e175bbdcf102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b78d8c29-35aa-4c8a-8439-dc361a48243a']}} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:46:53.865758 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.services.segments.db [None req-3a75640a-fa66-42ef-bbe5-e175bbdcf102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac45e97e-b6dc-47a3-93d3-c4edacf6cc25') {'for_net_delete': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:46:53.866057 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.services.segments.db [None req-3a75640a-fa66-42ef-bbe5-e175bbdcf102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac45e97e-b6dc-47a3-93d3-c4edacf6cc25') {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:46:53.883346 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-dacf2963-bc58-49a0-afdf-140b0b41fe12 req-a925f7af-8e23-4776-bffa-3080cffbba98 service neutron] 10.222.0.31 "GET /v2.0/networks/1b5d852b-b97c-4e33-b149-2a4c0450e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328621 Nov 23 07:46:53.884999 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3a75640a-fa66-42ef-bbe5-e175bbdcf102 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750072215116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10348470'] for segment, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:53.921007 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3a75640a-fa66-42ef-bbe5-e175bbdcf102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:53.936984 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a75640a-fa66-42ef-bbe5-e175bbdcf102 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=109283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 07:46:53.937290 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3a75640a-fa66-42ef-bbe5-e175bbdcf102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9543603'] for segment, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: from cryptography.utils import int_from_bytes Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: from cryptography.utils import int_from_bytes Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: Traceback (most recent call last): Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: timer() Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: cb(*args, **kw) Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: return func(*args, **kwargs) Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: self._notify() Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: self.callback(batched_events) Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: event.method(event) Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: return f(self, *a, **k) Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: return self._get(url).json() Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: return self.request(url, 'GET', **kwargs) Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 07:46:53.941147 dv-cinder-804035-14-iscsi neutron-server[109283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 07:46:54.025259 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee555d0-a44d-4826-b73d-090b2aec82e9 req-a0bdec69-8955-4f08-b252-5745135fe3e4 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:54.027236 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-aee555d0-a44d-4826-b73d-090b2aec82e9 req-a0bdec69-8955-4f08-b252-5745135fe3e4 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0507143 Nov 23 07:46:54.038992 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3a75640a-fa66-42ef-bbe5-e175bbdcf102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1712161'] for network, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:54.057922 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-dacf2963-bc58-49a0-afdf-140b0b41fe12 req-fe99a00d-cc9c-404c-8316-4639e36ea755 service neutron] 10.222.0.31 "GET /v2.0/networks/1b5d852b-b97c-4e33-b149-2a4c0450e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624734 Nov 23 07:46:54.066580 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3a75640a-fa66-42ef-bbe5-e175bbdcf102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:54.070472 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-3a75640a-fa66-42ef-bbe5-e175bbdcf102 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b78d8c29-35aa-4c8a-8439-dc361a48243a HTTP/1.1" status: 204 len: 168 time: 0.6846735 Nov 23 07:46:54.071722 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a75640a-fa66-42ef-bbe5-e175bbdcf102 admin admin] Pushing event deleted for resources: {'Network': ['ID=b78d8c29-35aa-4c8a-8439-dc361a48243a,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:54.085013 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-aee555d0-a44d-4826-b73d-090b2aec82e9 req-98af4cbf-ed47-477c-ade9-9bf7f301d006 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500884 Nov 23 07:46:54.274022 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device e9c86375-8856-4afc-a821-5408aaa75ecb no longer exists at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:46:54.313861 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] No Port match for: e9c86375-8856-4afc-a821-5408aaa75ecb {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:46:54.314311 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device e9c86375-8856-4afc-a821-5408aaa75ecb not bound to the agent host dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:46:54.315068 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 84265cb0-47d6-4023-b489-5258ac1f37fe no longer exists at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:46:54.315262 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 47284) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:46:54.347260 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] No Port match for: 84265cb0-47d6-4023-b489-5258ac1f37fe {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:46:54.347512 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 84265cb0-47d6-4023-b489-5258ac1f37fe not bound to the agent host dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:46:54.422636 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-7484b02b-97b5-4c8a-9e23-9014d0ce01bc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ed47c8e5e9704a0abf5643f488f1b2be&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1061671 Nov 23 07:46:54.425239 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 47286) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:46:54.466821 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded0504-521d-4dc6-8229-db2b4f9078cc req-dea86011-207b-4d48-b504-920c20504eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:54.468339 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-eded0504-521d-4dc6-8229-db2b4f9078cc req-dea86011-207b-4d48-b504-920c20504eaf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc7f91007a2a4b90b80701592589a131&device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 1098 time: 0.1018691 Nov 23 07:46:54.481162 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9d8b3-e863-454a-a41e-84a06066a27a req-054abce3-2804-42b0-b6b0-6ac3a329ed91 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:54.483476 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-36e9d8b3-e863-454a-a41e-84a06066a27a req-054abce3-2804-42b0-b6b0-6ac3a329ed91 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.1278374 Nov 23 07:46:54.591915 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f37aa2e9-9b39-420d-9e0b-73501e91889e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:54.604575 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aab369-b62a-4e66-a80c-4e51732a556b req-71275727-d854-46f0-9aa6-6c713a968b17 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:54.606065 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-18aab369-b62a-4e66-a80c-4e51732a556b req-71275727-d854-46f0-9aa6-6c713a968b17 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 984 time: 0.2731216 Nov 23 07:46:54.632767 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f37aa2e9-9b39-420d-9e0b-73501e91889e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:54.637284 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-36e9d8b3-e863-454a-a41e-84a06066a27a req-6782a7d9-6ae3-4f49-b4ca-a781c3bd7ecb tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450450 Nov 23 07:46:54.669923 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded0504-521d-4dc6-8229-db2b4f9078cc req-554b5c68-55cb-45b0-9772-0f886a0e835a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:54.671487 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-eded0504-521d-4dc6-8229-db2b4f9078cc req-554b5c68-55cb-45b0-9772-0f886a0e835a service neutron] 10.222.0.31 "GET /v2.0/networks?id=41a8f465-c4c3-4408-a9dd-14556e78b966 HTTP/1.1" status: 200 len: 912 time: 0.1822155 Nov 23 07:46:54.679844 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-18aab369-b62a-4e66-a80c-4e51732a556b req-f5b05977-e5b2-473a-85ce-af8674740390 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&id=ac4d94c8-741e-41a3-a6ad-e0e3518355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0668285 Nov 23 07:46:54.741983 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f37aa2e9-9b39-420d-9e0b-73501e91889e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:54.744490 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f37aa2e9-9b39-420d-9e0b-73501e91889e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:54.745626 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-f37aa2e9-9b39-420d-9e0b-73501e91889e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1134a24a-fc1a-4f05-ba7c-86442da3be95 HTTP/1.1" status: 204 len: 168 time: 0.3158770 Nov 23 07:46:54.752128 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-eded0504-521d-4dc6-8229-db2b4f9078cc req-d462d759-f2ee-4e58-96b8-cc2cb4346f99 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12786728-e083-4cb6-b178-3facabd226a9 HTTP/1.1" status: 200 len: 1001 time: 0.0716040 Nov 23 07:46:54.758161 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37aa2e9-9b39-420d-9e0b-73501e91889e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1134a24a-fc1a-4f05-ba7c-86442da3be95,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:54.814616 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded0504-521d-4dc6-8229-db2b4f9078cc req-80dd667d-222f-44ef-bba8-57e020ffd83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:54.816375 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-eded0504-521d-4dc6-8229-db2b4f9078cc req-80dd667d-222f-44ef-bba8-57e020ffd83d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f02b6904-8bee-4b65-8d68-a5eced424f54 HTTP/1.1" status: 200 len: 850 time: 0.0557098 Nov 23 07:46:54.866397 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded0504-521d-4dc6-8229-db2b4f9078cc req-d44d5aaf-060d-4b16-9092-5c5729ef37e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:54.867816 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-eded0504-521d-4dc6-8229-db2b4f9078cc req-d44d5aaf-060d-4b16-9092-5c5729ef37e0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=41a8f465-c4c3-4408-a9dd-14556e78b966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425072 Nov 23 07:46:54.968466 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-eded0504-521d-4dc6-8229-db2b4f9078cc req-eda7ed69-f2dd-45d7-8da4-269dda354ed6 service neutron] 10.222.0.31 "GET /v2.0/networks/41a8f465-c4c3-4408-a9dd-14556e78b966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920434 Nov 23 07:46:55.082262 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-eded0504-521d-4dc6-8229-db2b4f9078cc req-6ec8a626-4022-486e-b218-17a0e17e9c55 service neutron] 10.222.0.31 "GET /v2.0/networks/41a8f465-c4c3-4408-a9dd-14556e78b966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022365 Nov 23 07:46:55.801862 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200771da-3280-4c8b-a242-ea87a5a9a802 req-1fc67b11-bf06-41b4-9f55-3c9d43abbf7d tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:55.803703 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-200771da-3280-4c8b-a242-ea87a5a9a802 req-1fc67b11-bf06-41b4-9f55-3c9d43abbf7d tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0649636 Nov 23 07:46:55.854623 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-200771da-3280-4c8b-a242-ea87a5a9a802 req-66467234-2dd0-4a18-baf9-057a9496a590 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448322 Nov 23 07:46:55.964356 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e57c2f-24ec-4c6c-ba80-c381b775be12 req-9a6972db-9a74-42c7-93e7-73673e6b68a8 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:55.966342 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-34e57c2f-24ec-4c6c-ba80-c381b775be12 req-9a6972db-9a74-42c7-93e7-73673e6b68a8 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 984 time: 0.0531309 Nov 23 07:46:56.046501 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-34e57c2f-24ec-4c6c-ba80-c381b775be12 req-f57439fa-5fea-4707-9e38-1c8d298d1bc8 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&id=ac4d94c8-741e-41a3-a6ad-e0e3518355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730834 Nov 23 07:46:57.207958 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac07d08-172c-4fa4-a8cd-9817b70d8d69 req-084e7d76-e2db-467d-a8a2-d63c10d2920e tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:57.210177 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-1ac07d08-172c-4fa4-a8cd-9817b70d8d69 req-084e7d76-e2db-467d-a8a2-d63c10d2920e tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 984 time: 0.0660729 Nov 23 07:46:57.284852 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-1ac07d08-172c-4fa4-a8cd-9817b70d8d69 req-fd935e12-9725-49c8-8aff-a32f72c84098 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&id=ac4d94c8-741e-41a3-a6ad-e0e3518355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0680172 Nov 23 07:46:58.410448 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4831cf-9f80-4f69-907e-bd1beb5556dc req-f1f57940-1ee4-436f-b239-c553c4c14c40 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:58.412006 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4c4831cf-9f80-4f69-907e-bd1beb5556dc req-f1f57940-1ee4-436f-b239-c553c4c14c40 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 984 time: 0.0528805 Nov 23 07:46:58.481726 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4c4831cf-9f80-4f69-907e-bd1beb5556dc req-e8e21bc3-17ab-4993-9396-d40614a891c2 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&id=ac4d94c8-741e-41a3-a6ad-e0e3518355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628040 Nov 23 07:46:58.524196 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-8cf52f78-1db0-477f-ae34-b9488f086fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:58.772132 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 47368) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:46:58.880924 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-fc1df926-df0a-4430-b56a-5c184c9c8c42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:58.969834 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-fc1df926-df0a-4430-b56a-5c184c9c8c42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:58.975619 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-fc1df926-df0a-4430-b56a-5c184c9c8c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:59.019590 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-fc1df926-df0a-4430-b56a-5c184c9c8c42 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=82cd1caa6c9940fe899e858fd98aa622&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462795 Nov 23 07:46:59.020451 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1df926-df0a-4430-b56a-5c184c9c8c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf975194-c425-44f4-b0a5-2c90e12ce604,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:59.023437 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 47372) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:46:59.078818 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-0c6f131b-c1c5-415c-ac19-e1e61644ef1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:59.105367 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-0c6f131b-c1c5-415c-ac19-e1e61644ef1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:59.154362 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-0c6f131b-c1c5-415c-ac19-e1e61644ef1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:59.157039 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-0c6f131b-c1c5-415c-ac19-e1e61644ef1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:46:59.158258 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-0c6f131b-c1c5-415c-ac19-e1e61644ef1b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf975194-c425-44f4-b0a5-2c90e12ce604 HTTP/1.1" status: 204 len: 168 time: 0.1338205 Nov 23 07:46:59.167265 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f131b-c1c5-415c-ac19-e1e61644ef1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf975194-c425-44f4-b0a5-2c90e12ce604,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:46:59.605271 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8a483-e21e-4448-a3f9-56a1259466d4 req-79027d97-38f3-4b15-b144-5e865646c1e8 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:46:59.606875 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-90f8a483-e21e-4448-a3f9-56a1259466d4 req-79027d97-38f3-4b15-b144-5e865646c1e8 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 984 time: 0.0545435 Nov 23 07:46:59.672098 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-90f8a483-e21e-4448-a3f9-56a1259466d4 req-34e65831-e812-4745-a677-af8a4d13bac0 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&id=ac4d94c8-741e-41a3-a6ad-e0e3518355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590594 Nov 23 07:47:00.809894 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d9a3b-2a16-46e0-8d60-80237aa9cca5 req-caefca74-2667-46d7-8b1a-dfc217d21199 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:00.811427 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-0e9d9a3b-2a16-46e0-8d60-80237aa9cca5 req-caefca74-2667-46d7-8b1a-dfc217d21199 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 984 time: 0.0637465 Nov 23 07:47:00.879170 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-0e9d9a3b-2a16-46e0-8d60-80237aa9cca5 req-e22abab2-fd83-4509-be16-0f37e1e92892 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&id=ac4d94c8-741e-41a3-a6ad-e0e3518355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611181 Nov 23 07:47:01.044607 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 47442) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:01.160716 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-cadff10f-745c-4645-8b3b-8b94a43bde6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:01.238881 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-cadff10f-745c-4645-8b3b-8b94a43bde6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:01.242526 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-cadff10f-745c-4645-8b3b-8b94a43bde6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:01.278210 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadff10f-745c-4645-8b3b-8b94a43bde6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961d93a0-fa46-418f-8715-ef23b5110f52,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:01.282359 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-cadff10f-745c-4645-8b3b-8b94a43bde6b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=417c434f1b544c978f9eb45110acb07e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367051 Nov 23 07:47:01.285093 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 47446) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:01.322007 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-007d5230-de8f-44d0-8d43-2aeb6f759466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:01.333523 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-4fafc378-506a-41f6-9b32-cc0cfadd96cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:01.355756 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-4fafc378-506a-41f6-9b32-cc0cfadd96cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:01.404414 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-4fafc378-506a-41f6-9b32-cc0cfadd96cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:01.406979 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-4fafc378-506a-41f6-9b32-cc0cfadd96cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:01.408128 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-4fafc378-506a-41f6-9b32-cc0cfadd96cf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/961d93a0-fa46-418f-8715-ef23b5110f52 HTTP/1.1" status: 204 len: 168 time: 0.1221344 Nov 23 07:47:01.416630 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fafc378-506a-41f6-9b32-cc0cfadd96cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961d93a0-fa46-418f-8715-ef23b5110f52,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:01.665333 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 47452) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:01.678253 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ab18bb88-83c0-49b6-9bda-8bb621bba6b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:01.758149 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ab18bb88-83c0-49b6-9bda-8bb621bba6b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:01.762545 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ab18bb88-83c0-49b6-9bda-8bb621bba6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:01.803225 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-ab18bb88-83c0-49b6-9bda-8bb621bba6b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e80cc1ef5769428b830be9e57cdfcb5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362092 Nov 23 07:47:01.804311 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18bb88-83c0-49b6-9bda-8bb621bba6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f7827f-ff9d-4f53-9a3f-2d34e337baad,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:01.805805 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 47456) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:01.856931 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2ecdc0f0-add6-47f3-b1a1-c1f6e6a312a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:01.879552 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2ecdc0f0-add6-47f3-b1a1-c1f6e6a312a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:01.934986 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2ecdc0f0-add6-47f3-b1a1-c1f6e6a312a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:01.938685 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2ecdc0f0-add6-47f3-b1a1-c1f6e6a312a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:01.942505 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-2ecdc0f0-add6-47f3-b1a1-c1f6e6a312a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/20f7827f-ff9d-4f53-9a3f-2d34e337baad HTTP/1.1" status: 204 len: 168 time: 0.1329794 Nov 23 07:47:01.950190 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecdc0f0-add6-47f3-b1a1-c1f6e6a312a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f7827f-ff9d-4f53-9a3f-2d34e337baad,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:02.032602 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced96784-c276-4238-91fa-b836814dea14 req-78373cbf-264e-49b5-b316-11627893dbfe tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:02.034584 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ced96784-c276-4238-91fa-b836814dea14 req-78373cbf-264e-49b5-b316-11627893dbfe tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 984 time: 0.0793049 Nov 23 07:47:02.113400 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ced96784-c276-4238-91fa-b836814dea14 req-0dc5bdc1-33a4-4617-b64c-1ef99beb4f1a tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&id=ac4d94c8-741e-41a3-a6ad-e0e3518355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0705333 Nov 23 07:47:02.771790 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:03.225488 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee63cb8-cc2d-46cf-9dcd-1afa68d2a47c req-ff714998-66ed-4fd4-b420-9ae3bc6e7639 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:03.227291 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4ee63cb8-cc2d-46cf-9dcd-1afa68d2a47c req-ff714998-66ed-4fd4-b420-9ae3bc6e7639 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 984 time: 0.0509796 Nov 23 07:47:03.295768 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4ee63cb8-cc2d-46cf-9dcd-1afa68d2a47c req-6eac5200-88c6-4510-b3d7-469959d951d3 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&id=ac4d94c8-741e-41a3-a6ad-e0e3518355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622432 Nov 23 07:47:04.412707 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721a951-cd0e-4678-a39f-e50185a515eb req-9916c417-66c6-48c7-a3ab-46557b5b31ec tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:04.414181 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-b721a951-cd0e-4678-a39f-e50185a515eb req-9916c417-66c6-48c7-a3ab-46557b5b31ec tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 984 time: 0.0519309 Nov 23 07:47:04.473236 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-b721a951-cd0e-4678-a39f-e50185a515eb req-c22a9689-69b9-494c-8913-b5410b0060ad tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&id=ac4d94c8-741e-41a3-a6ad-e0e3518355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529900 Nov 23 07:47:04.612744 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:47:04.827395 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:05.572717 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:05.590519 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55df1c-a41c-4ccc-940c-d4baa27844e8 req-8f49a096-6cc0-435f-9127-f363d408522e tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:05.592008 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6e55df1c-a41c-4ccc-940c-d4baa27844e8 req-8f49a096-6cc0-435f-9127-f363d408522e tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 984 time: 0.0505738 Nov 23 07:47:05.651885 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6e55df1c-a41c-4ccc-940c-d4baa27844e8 req-70776282-c801-464f-b336-9a6505854e2f tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&id=ac4d94c8-741e-41a3-a6ad-e0e3518355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538223 Nov 23 07:47:06.368344 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 47566) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:06.473126 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7ac32076-96ef-40b9-847d-755c3097c02a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:06.548369 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7ac32076-96ef-40b9-847d-755c3097c02a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:06.552007 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7ac32076-96ef-40b9-847d-755c3097c02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:06.589518 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-7ac32076-96ef-40b9-847d-755c3097c02a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=60ccc899c1104c50971d0f19bd2d23ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200637 Nov 23 07:47:06.590200 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac32076-96ef-40b9-847d-755c3097c02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9955014a-65db-4fea-8027-99fade1b72da,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:06.592924 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 47570) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:06.640414 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-4863a152-a589-4674-bdf9-b6c982ac8d40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:06.661889 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-4863a152-a589-4674-bdf9-b6c982ac8d40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:06.708297 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-4863a152-a589-4674-bdf9-b6c982ac8d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:06.711604 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-4863a152-a589-4674-bdf9-b6c982ac8d40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:06.712769 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-4863a152-a589-4674-bdf9-b6c982ac8d40 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9955014a-65db-4fea-8027-99fade1b72da HTTP/1.1" status: 204 len: 168 time: 0.1188517 Nov 23 07:47:06.752056 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863a152-a589-4674-bdf9-b6c982ac8d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9955014a-65db-4fea-8027-99fade1b72da,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:06.784476 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677d921-9311-4d49-98a7-305d69bd9b8c req-e9b25f58-2949-46c8-8cde-9f870242a7a6 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:06.785989 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-1677d921-9311-4d49-98a7-305d69bd9b8c req-e9b25f58-2949-46c8-8cde-9f870242a7a6 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 984 time: 0.0659034 Nov 23 07:47:06.856239 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-1677d921-9311-4d49-98a7-305d69bd9b8c req-bf6f10b0-59cb-46ab-b0b6-6a6bb7523ea0 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&id=ac4d94c8-741e-41a3-a6ad-e0e3518355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640109 Nov 23 07:47:06.976487 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 47578) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:06.990307 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-32f7f2d0-564d-4f1d-80ae-fbbec4e2a44d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:07.069866 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-32f7f2d0-564d-4f1d-80ae-fbbec4e2a44d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:07.073997 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-32f7f2d0-564d-4f1d-80ae-fbbec4e2a44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:07.111413 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-32f7f2d0-564d-4f1d-80ae-fbbec4e2a44d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bd5c971964a24eb58f7e7d09a0accbc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338139 Nov 23 07:47:07.112605 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7f2d0-564d-4f1d-80ae-fbbec4e2a44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4432d0-ed94-45ec-858d-3a528bc9d937,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:07.114105 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 47580) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:07.164363 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2ed82c0d-3efa-4681-a0dc-42d401029309 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:07.185624 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2ed82c0d-3efa-4681-a0dc-42d401029309 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:07.231913 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2ed82c0d-3efa-4681-a0dc-42d401029309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:07.234759 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2ed82c0d-3efa-4681-a0dc-42d401029309 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:07.235919 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-2ed82c0d-3efa-4681-a0dc-42d401029309 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0b4432d0-ed94-45ec-858d-3a528bc9d937 HTTP/1.1" status: 204 len: 168 time: 0.1201479 Nov 23 07:47:07.245509 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed82c0d-3efa-4681-a0dc-42d401029309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4432d0-ed94-45ec-858d-3a528bc9d937,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:07.369817 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:07.971153 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682dc89-8bd6-4308-bea0-31e6ce7de2b7 req-2b5d74e2-80c9-49df-92ee-596b3678e47e tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:07.972683 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2682dc89-8bd6-4308-bea0-31e6ce7de2b7 req-2b5d74e2-80c9-49df-92ee-596b3678e47e tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 984 time: 0.0491936 Nov 23 07:47:08.034478 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2682dc89-8bd6-4308-bea0-31e6ce7de2b7 req-9f91f579-215d-4025-b35a-f7baee66bea8 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&id=ac4d94c8-741e-41a3-a6ad-e0e3518355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550687 Nov 23 07:47:08.849039 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-819e9916-071e-4f39-8426-0ad51b77cbe7 req-c294d7aa-7e41-4831-8904-ea389952462e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435321 Nov 23 07:47:08.943719 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e9916-071e-4f39-8426-0ad51b77cbe7 req-36c8c181-ed57-49b8-a69a-5c0842497af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:08.945315 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-819e9916-071e-4f39-8426-0ad51b77cbe7 req-36c8c181-ed57-49b8-a69a-5c0842497af7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc7f91007a2a4b90b80701592589a131&device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 1098 time: 0.0434401 Nov 23 07:47:09.060576 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e9916-071e-4f39-8426-0ad51b77cbe7 req-005dc6bd-32eb-412e-9bcc-0d98bf9b9939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:09.062295 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-819e9916-071e-4f39-8426-0ad51b77cbe7 req-005dc6bd-32eb-412e-9bcc-0d98bf9b9939 service neutron] 10.222.0.31 "GET /v2.0/networks?id=41a8f465-c4c3-4408-a9dd-14556e78b966 HTTP/1.1" status: 200 len: 912 time: 0.0929596 Nov 23 07:47:09.145435 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-819e9916-071e-4f39-8426-0ad51b77cbe7 req-1fb0ccb9-4e71-40bd-9eae-fe4bfc1e4ef8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12786728-e083-4cb6-b178-3facabd226a9 HTTP/1.1" status: 200 len: 1001 time: 0.0736969 Nov 23 07:47:09.167017 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd946d1-40e4-48ae-b67f-ae00cb543102 req-0e26e2a4-4083-4602-9506-9ce348c2a34c tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:09.169006 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-2dd946d1-40e4-48ae-b67f-ae00cb543102 req-0e26e2a4-4083-4602-9506-9ce348c2a34c tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 984 time: 0.0538189 Nov 23 07:47:09.202319 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e9916-071e-4f39-8426-0ad51b77cbe7 req-3cdb240b-4c2b-4b34-8afb-007e38f418da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:09.205138 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-819e9916-071e-4f39-8426-0ad51b77cbe7 req-3cdb240b-4c2b-4b34-8afb-007e38f418da service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f02b6904-8bee-4b65-8d68-a5eced424f54 HTTP/1.1" status: 200 len: 850 time: 0.0505121 Nov 23 07:47:09.243804 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-2dd946d1-40e4-48ae-b67f-ae00cb543102 req-d824c616-46fd-4766-8b75-687f28d78920 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&id=ac4d94c8-741e-41a3-a6ad-e0e3518355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678751 Nov 23 07:47:09.264290 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e9916-071e-4f39-8426-0ad51b77cbe7 req-93f88bd8-82ab-4b99-9a4a-98ee13d090ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:09.265908 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-819e9916-071e-4f39-8426-0ad51b77cbe7 req-93f88bd8-82ab-4b99-9a4a-98ee13d090ea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=41a8f465-c4c3-4408-a9dd-14556e78b966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0524237 Nov 23 07:47:09.289148 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 47664) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:09.371921 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-819e9916-071e-4f39-8426-0ad51b77cbe7 req-96305a27-6ce9-4f33-bcbc-f5494775743e service neutron] 10.222.0.31 "GET /v2.0/networks/41a8f465-c4c3-4408-a9dd-14556e78b966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969541 Nov 23 07:47:09.409667 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-fe227da7-38c7-4eed-b121-9e26d3d9b93a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:09.472422 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-819e9916-071e-4f39-8426-0ad51b77cbe7 req-bfe9e8a9-8921-4380-999a-5cb4c83ad2a6 service neutron] 10.222.0.31 "GET /v2.0/networks/41a8f465-c4c3-4408-a9dd-14556e78b966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926688 Nov 23 07:47:09.500496 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-fe227da7-38c7-4eed-b121-9e26d3d9b93a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:09.506999 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-fe227da7-38c7-4eed-b121-9e26d3d9b93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:09.550381 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe227da7-38c7-4eed-b121-9e26d3d9b93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4cea2f-fb05-469e-8dad-6f1b879e1bd8,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:09.557969 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-fe227da7-38c7-4eed-b121-9e26d3d9b93a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f628cdcc617846b3afa1d2de8f95980a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2654257 Nov 23 07:47:09.558646 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 47676) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:09.614271 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-08f9d34e-0c66-4e36-af35-9b8447d92801 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:09.638623 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-08f9d34e-0c66-4e36-af35-9b8447d92801 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:09.687795 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-08f9d34e-0c66-4e36-af35-9b8447d92801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:09.690456 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-08f9d34e-0c66-4e36-af35-9b8447d92801 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:09.691552 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-08f9d34e-0c66-4e36-af35-9b8447d92801 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b4cea2f-fb05-469e-8dad-6f1b879e1bd8 HTTP/1.1" status: 204 len: 168 time: 0.1319396 Nov 23 07:47:09.702205 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9d34e-0c66-4e36-af35-9b8447d92801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4cea2f-fb05-469e-8dad-6f1b879e1bd8,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:09.711939 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f9d34e-0c66-4e36-af35-9b8447d92801 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:09.712372 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f9d34e-0c66-4e36-af35-9b8447d92801 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:09.712788 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f9d34e-0c66-4e36-af35-9b8447d92801 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:09.713199 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f9d34e-0c66-4e36-af35-9b8447d92801 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:09.713604 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f9d34e-0c66-4e36-af35-9b8447d92801 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:09.714042 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f9d34e-0c66-4e36-af35-9b8447d92801 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:09.714439 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f9d34e-0c66-4e36-af35-9b8447d92801 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:09.714839 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f9d34e-0c66-4e36-af35-9b8447d92801 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:09.715247 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f9d34e-0c66-4e36-af35-9b8447d92801 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:09.715764 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f9d34e-0c66-4e36-af35-9b8447d92801 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:09.716398 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f9d34e-0c66-4e36-af35-9b8447d92801 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:09.716529 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f9d34e-0c66-4e36-af35-9b8447d92801 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:09.973967 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 47686) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:09.986954 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c13f8298-4a82-4f9b-9c4b-44fd7726bc3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:10.065830 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c13f8298-4a82-4f9b-9c4b-44fd7726bc3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:10.070387 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c13f8298-4a82-4f9b-9c4b-44fd7726bc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:10.106129 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f8298-4a82-4f9b-9c4b-44fd7726bc3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf74db5-3d80-4df9-8b7d-03a1a83156e2,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:10.110435 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-c13f8298-4a82-4f9b-9c4b-44fd7726bc3a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f4d6533af4940a8b7dc5dcee52fe0ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1354280 Nov 23 07:47:10.113222 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 47688) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:10.163774 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-53822a7f-7de4-4b3a-a7d2-c0d1620b10d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:10.185621 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-53822a7f-7de4-4b3a-a7d2-c0d1620b10d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:10.234665 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-53822a7f-7de4-4b3a-a7d2-c0d1620b10d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:10.237429 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-53822a7f-7de4-4b3a-a7d2-c0d1620b10d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:10.238776 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-53822a7f-7de4-4b3a-a7d2-c0d1620b10d3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4cf74db5-3d80-4df9-8b7d-03a1a83156e2 HTTP/1.1" status: 204 len: 168 time: 0.1245265 Nov 23 07:47:10.247809 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53822a7f-7de4-4b3a-a7d2-c0d1620b10d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf74db5-3d80-4df9-8b7d-03a1a83156e2,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:10.371643 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97beb20d-fbd6-4707-a551-459430e9a6f5 req-d55bb21c-76aa-4004-8260-07ca53882926 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:10.373161 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-97beb20d-fbd6-4707-a551-459430e9a6f5 req-d55bb21c-76aa-4004-8260-07ca53882926 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 984 time: 0.0520730 Nov 23 07:47:10.443563 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-97beb20d-fbd6-4707-a551-459430e9a6f5 req-b82ab5e8-f54a-4ee6-8abb-08ff98e0a4be tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&id=ac4d94c8-741e-41a3-a6ad-e0e3518355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640650 Nov 23 07:47:10.961335 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f9bf7-6b58-4af7-9318-6e02bcc7800b req-d529c3a6-f485-479a-9ae8-468c37d65dfe tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:10.963146 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-832f9bf7-6b58-4af7-9318-6e02bcc7800b req-d529c3a6-f485-479a-9ae8-468c37d65dfe tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=02f5ff24-8ac7-420f-b8ef-3b4d52919495 HTTP/1.1" status: 200 len: 945 time: 0.0691595 Nov 23 07:47:11.015420 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-832f9bf7-6b58-4af7-9318-6e02bcc7800b req-64fb76b0-c718-4dc0-a55a-1f9b8abaaeed tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461929 Nov 23 07:47:11.569586 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec9389-1622-4ba6-a4f6-9021acf3661b req-e998128b-32ac-47ca-ba56-655c0de7a9e4 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:11.571154 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-01ec9389-1622-4ba6-a4f6-9021acf3661b req-e998128b-32ac-47ca-ba56-655c0de7a9e4 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 984 time: 0.0536349 Nov 23 07:47:11.633828 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-01ec9389-1622-4ba6-a4f6-9021acf3661b req-1804d510-f65d-4008-8135-f0cec1de586d tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&id=ac4d94c8-741e-41a3-a6ad-e0e3518355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565150 Nov 23 07:47:12.137456 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8287a-547d-410b-83c5-4e410f2753bb req-ebb29998-87c3-47d5-92d6-dd17632e3d35 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:12.139283 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-4ab8287a-547d-410b-83c5-4e410f2753bb req-ebb29998-87c3-47d5-92d6-dd17632e3d35 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=02f5ff24-8ac7-420f-b8ef-3b4d52919495 HTTP/1.1" status: 200 len: 945 time: 0.0494852 Nov 23 07:47:12.188421 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-4ab8287a-547d-410b-83c5-4e410f2753bb req-89462246-b990-4f8b-b4e5-da6f3452e839 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/security-groups?id=e3ef5391-165b-4503-88b8-7c040348ff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427628 Nov 23 07:47:12.745911 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dbe7e-ef5d-4ed6-9565-bd4febc0bf8f req-dc284edb-130f-4981-8b9b-cdbb9b65d414 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:12.747396 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-e30dbe7e-ef5d-4ed6-9565-bd4febc0bf8f req-dc284edb-130f-4981-8b9b-cdbb9b65d414 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 984 time: 0.0480297 Nov 23 07:47:12.836554 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a51b22-da3c-478a-b0c0-5385bee635db req-594216b3-065b-44ef-962d-10001148a244 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:12.838039 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-e8a51b22-da3c-478a-b0c0-5385bee635db req-594216b3-065b-44ef-962d-10001148a244 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.31 "GET /v2.0/ports?device_id=02f5ff24-8ac7-420f-b8ef-3b4d52919495 HTTP/1.1" status: 200 len: 945 time: 0.0897701 Nov 23 07:47:12.844620 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-e30dbe7e-ef5d-4ed6-9565-bd4febc0bf8f req-bbde20b8-6e51-4d20-a4eb-39bc86ef5206 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&id=ac4d94c8-741e-41a3-a6ad-e0e3518355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0883987 Nov 23 07:47:12.929209 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-e8a51b22-da3c-478a-b0c0-5385bee635db req-a13cf513-7e9e-4d78-b2b2-5838d2930db0 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Deleting port 25d4b466-b47f-4508-8609-a0825eaf3952 {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:47:12.929433 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-e8a51b22-da3c-478a-b0c0-5385bee635db req-a13cf513-7e9e-4d78-b2b2-5838d2930db0 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:13.017838 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-e8a51b22-da3c-478a-b0c0-5385bee635db req-a13cf513-7e9e-4d78-b2b2-5838d2930db0 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] For port 25d4b466-b47f-4508-8609-a0825eaf3952, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=25d4b466-b47f-4508-8609-a0825eaf3952,segment=NetworkSegment(9f745d33-59fe-494a-8a5a-c497c59b588b),segment_id=9f745d33-59fe-494a-8a5a-c497c59b588b)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:47:13.018178 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-e8a51b22-da3c-478a-b0c0-5385bee635db req-a13cf513-7e9e-4d78-b2b2-5838d2930db0 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:13.030588 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-e8a51b22-da3c-478a-b0c0-5385bee635db req-a13cf513-7e9e-4d78-b2b2-5838d2930db0 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Calling delete_port for 25d4b466-b47f-4508-8609-a0825eaf3952 owned by compute:nova {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:47:13.165717 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-e8a51b22-da3c-478a-b0c0-5385bee635db req-a13cf513-7e9e-4d78-b2b2-5838d2930db0 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:13.179966 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['25d4b466-b47f-4508-8609-a0825eaf3952'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:47:13.198817 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13cf513-7e9e-4d78-b2b2-5838d2930db0 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Pushing event deleted for resources: {'Port': ['ID=25d4b466-b47f-4508-8609-a0825eaf3952,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:13.211238 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cf513-7e9e-4d78-b2b2-5838d2930db0 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:13.211621 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cf513-7e9e-4d78-b2b2-5838d2930db0 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:13.211972 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cf513-7e9e-4d78-b2b2-5838d2930db0 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:13.212319 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cf513-7e9e-4d78-b2b2-5838d2930db0 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:13.212660 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cf513-7e9e-4d78-b2b2-5838d2930db0 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:13.213000 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cf513-7e9e-4d78-b2b2-5838d2930db0 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:13.213337 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cf513-7e9e-4d78-b2b2-5838d2930db0 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:13.213670 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cf513-7e9e-4d78-b2b2-5838d2930db0 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:13.214027 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cf513-7e9e-4d78-b2b2-5838d2930db0 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:13.214359 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cf513-7e9e-4d78-b2b2-5838d2930db0 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:13.214688 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cf513-7e9e-4d78-b2b2-5838d2930db0 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:13.215018 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13cf513-7e9e-4d78-b2b2-5838d2930db0 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:13.252606 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a51b22-da3c-478a-b0c0-5385bee635db req-a13cf513-7e9e-4d78-b2b2-5838d2930db0 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] No DVR routers for this DVR port 25d4b466-b47f-4508-8609-a0825eaf3952 on host hv-cinder-80403 {{(pid=109283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:47:13.255826 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-e8a51b22-da3c-478a-b0c0-5385bee635db req-a13cf513-7e9e-4d78-b2b2-5838d2930db0 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:13.260310 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-e8a51b22-da3c-478a-b0c0-5385bee635db req-a13cf513-7e9e-4d78-b2b2-5838d2930db0 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.31 "DELETE /v2.0/ports/25d4b466-b47f-4508-8609-a0825eaf3952 HTTP/1.1" status: 204 len: 173 time: 0.4147661 Nov 23 07:47:13.260796 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02f5ff24-8ac7-420f-b8ef-3b4d52919495', 'name': 'network-vif-deleted', 'tag': '25d4b466-b47f-4508-8609-a0825eaf3952'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:47:13.263260 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a0cecd-03cd-4b3d-a22c-a75379d49100" -d '{"events": [{"server_uuid": "02f5ff24-8ac7-420f-b8ef-3b4d52919495", "name": "network-vif-deleted", "tag": "25d4b466-b47f-4508-8609-a0825eaf3952"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:47:13.318808 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e7f319-55b5-496a-aa8c-368ee93c20f7 x-openstack-request-id: req-95e7f319-55b5-496a-aa8c-368ee93c20f7 {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:47:13.319180 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02f5ff24-8ac7-420f-b8ef-3b4d52919495", "name": "network-vif-deleted", "tag": "25d4b466-b47f-4508-8609-a0825eaf3952", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:47:13.319512 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-95e7f319-55b5-496a-aa8c-368ee93c20f7 {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:47:13.319983 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02f5ff24-8ac7-420f-b8ef-3b4d52919495', 'name': 'network-vif-deleted', 'tag': '25d4b466-b47f-4508-8609-a0825eaf3952', 'status': 'completed', 'code': 200} Nov 23 07:47:13.331608 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ae71ca21-0648-4af9-8f04-655e17484430 req-9384cd7a-e6d2-4898-8e24-4f4e7da8cf49 tempest-VolumesSnapshotTestJSON-1707220650 tempest-VolumesSnapshotTestJSON-1707220650-project] 10.222.0.48 "GET /v2.0/ports?device_id=02f5ff24-8ac7-420f-b8ef-3b4d52919495 HTTP/1.1" status: 200 len: 210 time: 0.0333917 Nov 23 07:47:13.962935 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359c28b-fa32-4465-ba47-f58c59062fb3 req-abb106ac-e3cf-49ce-ba84-3c90fd0f2705 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:13.964413 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d359c28b-fa32-4465-ba47-f58c59062fb3 req-abb106ac-e3cf-49ce-ba84-3c90fd0f2705 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 984 time: 0.0495720 Nov 23 07:47:14.025426 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d359c28b-fa32-4465-ba47-f58c59062fb3 req-fe728ec2-464b-4a57-85d8-a3ec11387ce2 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&id=ac4d94c8-741e-41a3-a6ad-e0e3518355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548654 Nov 23 07:47:15.147857 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6e2f1-b68f-4fac-ab7d-38fbd0e8e5a5 req-c91e167a-fe25-4eaf-b108-2510203ae714 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:15.149360 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-34f6e2f1-b68f-4fac-ab7d-38fbd0e8e5a5 req-c91e167a-fe25-4eaf-b108-2510203ae714 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 984 time: 0.0532360 Nov 23 07:47:15.211340 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-34f6e2f1-b68f-4fac-ab7d-38fbd0e8e5a5 req-2c7ba6e9-f1bd-4201-85db-328c0832618d tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&id=ac4d94c8-741e-41a3-a6ad-e0e3518355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557644 Nov 23 07:47:16.330250 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed1600-01d4-4381-90e0-ef6d3149dcc8 req-9c6abec7-924b-45f1-bf5f-c8201f07d248 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:16.332313 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-a3ed1600-01d4-4381-90e0-ef6d3149dcc8 req-9c6abec7-924b-45f1-bf5f-c8201f07d248 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 984 time: 0.0533400 Nov 23 07:47:16.392943 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-a3ed1600-01d4-4381-90e0-ef6d3149dcc8 req-d4acfadc-5e5b-4546-aa3c-28be10ee4d74 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&id=ac4d94c8-741e-41a3-a6ad-e0e3518355fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538301 Nov 23 07:47:17.066714 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 25d4b466-b47f-4508-8609-a0825eaf3952 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:47:17.089904 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] No Port match for: 25d4b466-b47f-4508-8609-a0825eaf3952 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:47:17.090254 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 25d4b466-b47f-4508-8609-a0825eaf3952 not bound to the agent host hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:47:23.142549 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 47872) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:23.257121 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5f1ecc37-9ac6-41e6-8126-07dec8dbf58f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:23.334759 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5f1ecc37-9ac6-41e6-8126-07dec8dbf58f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:23.338972 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5f1ecc37-9ac6-41e6-8126-07dec8dbf58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:23.378082 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-5f1ecc37-9ac6-41e6-8126-07dec8dbf58f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1a74cce1d02d42afa099dbf54cd8523d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343891 Nov 23 07:47:23.379126 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ecc37-9ac6-41e6-8126-07dec8dbf58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd8935b-b6bd-4b38-aac1-c427146f5ca0,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:23.380706 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 47876) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:23.432859 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b874343c-b9ec-4adf-869d-c84fa8e259cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:23.453946 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b874343c-b9ec-4adf-869d-c84fa8e259cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:23.500048 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b874343c-b9ec-4adf-869d-c84fa8e259cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:23.503016 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b874343c-b9ec-4adf-869d-c84fa8e259cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:23.504173 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-b874343c-b9ec-4adf-869d-c84fa8e259cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/afd8935b-b6bd-4b38-aac1-c427146f5ca0 HTTP/1.1" status: 204 len: 168 time: 0.1223791 Nov 23 07:47:23.512846 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874343c-b9ec-4adf-869d-c84fa8e259cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd8935b-b6bd-4b38-aac1-c427146f5ca0,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:23.772773 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 47882) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:23.786511 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d070b362-ca3b-4d2e-aa65-47f618747d44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:23.881501 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d070b362-ca3b-4d2e-aa65-47f618747d44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:23.886884 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d070b362-ca3b-4d2e-aa65-47f618747d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:23.934016 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-d070b362-ca3b-4d2e-aa65-47f618747d44 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=28acc793f642467fa8f7c50656ec69f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1600862 Nov 23 07:47:23.935287 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070b362-ca3b-4d2e-aa65-47f618747d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f76efb-9bc0-443d-a72e-0f3b9a8f45dd,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:23.936869 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 47888) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:24.013144 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-257175e3-1ce3-46ce-9664-c1a66ce1db04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:24.034916 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-257175e3-1ce3-46ce-9664-c1a66ce1db04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:24.087900 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-257175e3-1ce3-46ce-9664-c1a66ce1db04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:24.090590 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-257175e3-1ce3-46ce-9664-c1a66ce1db04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:24.091816 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-257175e3-1ce3-46ce-9664-c1a66ce1db04 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68f76efb-9bc0-443d-a72e-0f3b9a8f45dd HTTP/1.1" status: 204 len: 168 time: 0.1536977 Nov 23 07:47:24.100216 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257175e3-1ce3-46ce-9664-c1a66ce1db04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f76efb-9bc0-443d-a72e-0f3b9a8f45dd,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:28.561810 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-c3125f26-2024-4ed2-9437-e6c94f8380e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:30.743862 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 47984) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:30.886433 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-9f0deeb8-1d4a-4723-9797-c56ae336e8dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:31.007051 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-9f0deeb8-1d4a-4723-9797-c56ae336e8dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:31.014087 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-9f0deeb8-1d4a-4723-9797-c56ae336e8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:31.080574 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-9f0deeb8-1d4a-4723-9797-c56ae336e8dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e8720b24a1744c6d93a44ba83566dacb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3319993 Nov 23 07:47:31.080574 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0deeb8-1d4a-4723-9797-c56ae336e8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f003abe-0f30-47f5-a9e6-6b7250020f92,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:31.081349 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48000) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:31.179357 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bc478738-9afd-4069-be70-80c9da5f39e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:31.210353 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bc478738-9afd-4069-be70-80c9da5f39e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:31.275790 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bc478738-9afd-4069-be70-80c9da5f39e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:31.279054 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bc478738-9afd-4069-be70-80c9da5f39e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:31.283625 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-bc478738-9afd-4069-be70-80c9da5f39e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6f003abe-0f30-47f5-a9e6-6b7250020f92 HTTP/1.1" status: 204 len: 168 time: 0.1975358 Nov 23 07:47:31.294113 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc478738-9afd-4069-be70-80c9da5f39e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f003abe-0f30-47f5-a9e6-6b7250020f92,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:31.363038 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-ea2044c1-1b6c-4b61-a81a-2db2893ed9b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:32.794835 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:32.883032 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cdd55-86af-4b39-a33b-ac2568c07680 req-624d4d23-f8da-4a43-84fd-e84f6af959f0 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:32.884620 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-876cdd55-86af-4b39-a33b-ac2568c07680 req-624d4d23-f8da-4a43-84fd-e84f6af959f0 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 946 time: 0.0700085 Nov 23 07:47:32.942638 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-876cdd55-86af-4b39-a33b-ac2568c07680 req-da3766e3-0c32-435e-937d-047ab94800d8 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489073 Nov 23 07:47:34.132587 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453fc82-59d0-484f-9156-6e4a363929dc req-53c62118-58e6-4f3e-be82-4291e7a8c463 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:34.134205 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6453fc82-59d0-484f-9156-6e4a363929dc req-53c62118-58e6-4f3e-be82-4291e7a8c463 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 946 time: 0.0686622 Nov 23 07:47:34.207077 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6453fc82-59d0-484f-9156-6e4a363929dc req-126e052b-5194-468b-acec-14e4ae86913c tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667348 Nov 23 07:47:34.614677 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec11932-8ebc-48a7-8f0e-fb5b2b374159 req-737cc0e8-fe9a-457b-bd5c-5f60e37f7345 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:34.616235 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9ec11932-8ebc-48a7-8f0e-fb5b2b374159 req-737cc0e8-fe9a-457b-bd5c-5f60e37f7345 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 946 time: 0.0604568 Nov 23 07:47:34.742469 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-9ec11932-8ebc-48a7-8f0e-fb5b2b374159 req-2225e550-786e-4568-a874-1041d46673b9 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Deleting port 8b4fce4b-5f2b-4eea-8335-5d57ac70511e {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:47:34.743003 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-9ec11932-8ebc-48a7-8f0e-fb5b2b374159 req-2225e550-786e-4568-a874-1041d46673b9 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:34.840057 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:34.880969 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-9ec11932-8ebc-48a7-8f0e-fb5b2b374159 req-2225e550-786e-4568-a874-1041d46673b9 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] For port 8b4fce4b-5f2b-4eea-8335-5d57ac70511e, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=8b4fce4b-5f2b-4eea-8335-5d57ac70511e,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:47:34.881479 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-9ec11932-8ebc-48a7-8f0e-fb5b2b374159 req-2225e550-786e-4568-a874-1041d46673b9 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:35.420338 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2021e-d9f7-4607-8fc2-289e9e62157a req-7ead971a-9fb6-4de7-9bff-a09600b559b6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:35.422213 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-2ae2021e-d9f7-4607-8fc2-289e9e62157a req-7ead971a-9fb6-4de7-9bff-a09600b559b6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 946 time: 0.0926948 Nov 23 07:47:35.470632 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-9ec11932-8ebc-48a7-8f0e-fb5b2b374159 req-2225e550-786e-4568-a874-1041d46673b9 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:35.472167 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-9ec11932-8ebc-48a7-8f0e-fb5b2b374159 req-2225e550-786e-4568-a874-1041d46673b9 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1712191'] for floatingip, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:35.472167 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.db.l3_db [req-9ec11932-8ebc-48a7-8f0e-fb5b2b374159 req-2225e550-786e-4568-a874-1041d46673b9 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Floating IP 57081344-bec2-4f52-80ce-2edd5fa3672f disassociated. External IP: 172.27.2.82, port: 8b4fce4b-5f2b-4eea-8335-5d57ac70511e. Nov 23 07:47:35.472802 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-9ec11932-8ebc-48a7-8f0e-fb5b2b374159 req-2225e550-786e-4568-a874-1041d46673b9 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Calling delete_port for 8b4fce4b-5f2b-4eea-8335-5d57ac70511e owned by compute:nova {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:47:35.488355 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-2ae2021e-d9f7-4607-8fc2-289e9e62157a req-87355553-2cba-4f59-946b-9ae8b500e8f5 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=470bf35d-c64b-4b28-8496-341153f392d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548902 Nov 23 07:47:35.594387 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:35.639945 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-9ec11932-8ebc-48a7-8f0e-fb5b2b374159 req-2225e550-786e-4568-a874-1041d46673b9 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:35.678296 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225e550-786e-4568-a874-1041d46673b9 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Pushing event deleted for resources: {'Port': ['ID=8b4fce4b-5f2b-4eea-8335-5d57ac70511e,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:35.876805 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ec11932-8ebc-48a7-8f0e-fb5b2b374159 req-2225e550-786e-4568-a874-1041d46673b9 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Router fdbce833-cdf0-4b8a-b659-620d52c496ff has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:47:36.026041 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ec11932-8ebc-48a7-8f0e-fb5b2b374159 req-2225e550-786e-4568-a874-1041d46673b9 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:47:36.046966 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5978b39-971e-43d9-a02b-ddf912c0b5e4 None None] Sync routers for ids ['fdbce833-cdf0-4b8a-b659-620d52c496ff'] in dv-cinder-804035-14-iscsi {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:47:36.072515 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5978b39-971e-43d9-a02b-ddf912c0b5e4 None None] Routers {'fdbce833-cdf0-4b8a-b659-620d52c496ff'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:47:36.074406 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-c5978b39-971e-43d9-a02b-ddf912c0b5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:47:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['fdbce833-cdf0-4b8a-b659-620d52c496ff'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:47:36.099792 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec11932-8ebc-48a7-8f0e-fb5b2b374159 req-2225e550-786e-4568-a874-1041d46673b9 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] No DVR routers for this DVR port 8b4fce4b-5f2b-4eea-8335-5d57ac70511e on host hv-cinder-80403 {{(pid=109283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:47:36.103442 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-9ec11932-8ebc-48a7-8f0e-fb5b2b374159 req-2225e550-786e-4568-a874-1041d46673b9 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:36.110277 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9ec11932-8ebc-48a7-8f0e-fb5b2b374159 req-2225e550-786e-4568-a874-1041d46673b9 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.31 "DELETE /v2.0/ports/8b4fce4b-5f2b-4eea-8335-5d57ac70511e HTTP/1.1" status: 204 len: 173 time: 1.4835119 Nov 23 07:47:36.111143 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb841a35-6344-43a0-85d2-6de8116759b1', 'name': 'network-vif-deleted', 'tag': '8b4fce4b-5f2b-4eea-8335-5d57ac70511e'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:47:36.116494 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b77c6f-239b-4ff5-8c64-41d46a3cc676" -d '{"events": [{"server_uuid": "bb841a35-6344-43a0-85d2-6de8116759b1", "name": "network-vif-deleted", "tag": "8b4fce4b-5f2b-4eea-8335-5d57ac70511e"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:47:36.184712 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb541a7d-17e3-4a69-87ba-d01f8f6e2a40 x-openstack-request-id: req-fb541a7d-17e3-4a69-87ba-d01f8f6e2a40 {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:47:36.185510 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb841a35-6344-43a0-85d2-6de8116759b1", "name": "network-vif-deleted", "tag": "8b4fce4b-5f2b-4eea-8335-5d57ac70511e", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:47:36.186076 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fb541a7d-17e3-4a69-87ba-d01f8f6e2a40 {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:47:36.186792 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb841a35-6344-43a0-85d2-6de8116759b1', 'name': 'network-vif-deleted', 'tag': '8b4fce4b-5f2b-4eea-8335-5d57ac70511e', 'status': 'completed', 'code': 200} Nov 23 07:47:36.428316 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-c5978b39-971e-43d9-a02b-ddf912c0b5e4 None None] Set router fdbce833-cdf0-4b8a-b659-620d52c496ff gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:47:36.679137 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-e95e2d58-3ebe-46ee-ad48-757b84fb8237 req-d1eb53d4-618a-4b1c-8b52-bdba0b43b944 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb841a35-6344-43a0-85d2-6de8116759b1 HTTP/1.1" status: 200 len: 210 time: 0.0378964 Nov 23 07:47:36.820961 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-c5978b39-971e-43d9-a02b-ddf912c0b5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'name': 'tempest-AttachVolumeShelveTestJSON-979039873-router', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'gw_port': {'id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:02Z', 'updated_at': '2021-11-23T07:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'af53ab23-aa21-4f44-9991-3383dfee7e1b', 'name': '', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'mac_address': 'fa:16:3e:0e:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:11Z', 'updated_at': '2021-11-23T07:43:25Z', 'revision_number': 5, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'subnets': [{'id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:47:36.853010 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5978b39-971e-43d9-a02b-ddf912c0b5e4 None None] Checking router: fdbce833-cdf0-4b8a-b659-620d52c496ff for host: dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:47:36.866244 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5978b39-971e-43d9-a02b-ddf912c0b5e4 None None] Routers {'fdbce833-cdf0-4b8a-b659-620d52c496ff'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:47:36.868949 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-c5978b39-971e-43d9-a02b-ddf912c0b5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:47:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['fdbce833-cdf0-4b8a-b659-620d52c496ff'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:47:37.035534 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-c5978b39-971e-43d9-a02b-ddf912c0b5e4 None None] Set router fdbce833-cdf0-4b8a-b659-620d52c496ff gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:47:37.320500 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-c5978b39-971e-43d9-a02b-ddf912c0b5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'name': 'tempest-AttachVolumeShelveTestJSON-979039873-router', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'gw_port': {'id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:02Z', 'updated_at': '2021-11-23T07:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'af53ab23-aa21-4f44-9991-3383dfee7e1b', 'name': '', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'mac_address': 'fa:16:3e:0e:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:11Z', 'updated_at': '2021-11-23T07:43:25Z', 'revision_number': 5, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'subnets': [{'id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:47:37.383231 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5978b39-971e-43d9-a02b-ddf912c0b5e4 None None] The sync data for ids ['fdbce833-cdf0-4b8a-b659-620d52c496ff'] in dv-cinder-804035-14-iscsi is: [{'id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'name': 'tempest-AttachVolumeShelveTestJSON-979039873-router', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'gw_port': {'id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:02Z', 'updated_at': '2021-11-23T07:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'af53ab23-aa21-4f44-9991-3383dfee7e1b', 'name': '', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'mac_address': 'fa:16:3e:0e:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:11Z', 'updated_at': '2021-11-23T07:43:25Z', 'revision_number': 5, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'subnets': [{'id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:47:37.406283 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:37.711162 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba9c5ce-2721-4b41-a499-8bc609570379 None None] New status for floating IP 57081344-bec2-4f52-80ce-2edd5fa3672f: DOWN {{(pid=109286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 07:47:37.813392 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 48164) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:37.885816 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-e18f6d78-7c7d-4d65-9c74-55b88334f614 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:37.916028 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-e18f6d78-7c7d-4d65-9c74-55b88334f614 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:37.987164 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-e18f6d78-7c7d-4d65-9c74-55b88334f614 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:37.991292 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-e18f6d78-7c7d-4d65-9c74-55b88334f614 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:37.992364 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-e18f6d78-7c7d-4d65-9c74-55b88334f614 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "DELETE /v2.0/security-groups/470bf35d-c64b-4b28-8496-341153f392d3 HTTP/1.1" status: 204 len: 168 time: 0.1779709 Nov 23 07:47:37.995904 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 48166) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:38.014200 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f6d78-7c7d-4d65-9c74-55b88334f614 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=470bf35d-c64b-4b28-8496-341153f392d3,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:38.016212 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.api.v2.resource [None req-22456a22-d462-4965-a9de-15d8665b9f89 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] show failed (client error): The resource could not be found. Nov 23 07:47:38.017294 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-22456a22-d462-4965-a9de-15d8665b9f89 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups/470bf35d-c64b-4b28-8496-341153f392d3 HTTP/1.1" status: 404 len: 347 time: 0.0204425 Nov 23 07:47:38.021542 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 48168) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:38.148284 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48172) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:38.169170 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-94eb49d6-205a-437d-84dc-163aa8765b3f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Deleting port 978ef088-f3ab-45a7-a9a6-7ec8a6c9dd49 {{(pid=109284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:47:38.169529 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-94eb49d6-205a-437d-84dc-163aa8765b3f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:38.200680 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3e50bd7-32c1-426a-954b-b6bff7d08aac admin admin] Deleting subnet bf856085-0aed-44e6-94b1-f39655962f39 {{(pid=109283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 07:47:38.204149 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a3e50bd7-32c1-426a-954b-b6bff7d08aac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:38.255030 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a3e50bd7-32c1-426a-954b-b6bff7d08aac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10348417'] for subnet, precommit_delete_associations {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:38.287405 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-94eb49d6-205a-437d-84dc-163aa8765b3f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:38.288017 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-94eb49d6-205a-437d-84dc-163aa8765b3f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:38.308755 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-94eb49d6-205a-437d-84dc-163aa8765b3f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Calling delete_port for 978ef088-f3ab-45a7-a9a6-7ec8a6c9dd49 owned by network:floatingip {{(pid=109284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:47:38.320964 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a3e50bd7-32c1-426a-954b-b6bff7d08aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668856'] for subnet, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:38.456750 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a3e50bd7-32c1-426a-954b-b6bff7d08aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-707915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9542673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9964384'] for subnet, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:38.482214 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e50bd7-32c1-426a-954b-b6bff7d08aac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf856085-0aed-44e6-94b1-f39655962f39,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:38.494499 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a3e50bd7-32c1-426a-954b-b6bff7d08aac admin admin] Publish callbacks [] for subnet, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:38.500028 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-a3e50bd7-32c1-426a-954b-b6bff7d08aac admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bf856085-0aed-44e6-94b1-f39655962f39 HTTP/1.1" status: 204 len: 168 time: 0.3497739 Nov 23 07:47:38.503562 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48176) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:38.539715 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 8b4fce4b-5f2b-4eea-8335-5d57ac70511e no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:47:38.554229 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-94eb49d6-205a-437d-84dc-163aa8765b3f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909886'] for port, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:38.583230 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] No Port match for: 8b4fce4b-5f2b-4eea-8335-5d57ac70511e {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:47:38.584444 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 8b4fce4b-5f2b-4eea-8335-5d57ac70511e not bound to the agent host hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:47:38.584926 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb49d6-205a-437d-84dc-163aa8765b3f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Pushing event deleted for resources: {'Port': ['ID=978ef088-f3ab-45a7-a9a6-7ec8a6c9dd49,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:38.628930 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-27f13c28-fd88-4bc8-9a22-effd1a31d3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629665'] for network, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:38.699988 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-94eb49d6-205a-437d-84dc-163aa8765b3f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for floatingip, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:38.703147 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-94eb49d6-205a-437d-84dc-163aa8765b3f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for floatingip, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:38.711445 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-94eb49d6-205a-437d-84dc-163aa8765b3f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "DELETE /v2.0/floatingips/57081344-bec2-4f52-80ce-2edd5fa3672f HTTP/1.1" status: 204 len: 168 time: 0.6818047 Nov 23 07:47:38.726721 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-27f13c28-fd88-4bc8-9a22-effd1a31d3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670311', 'neutron.services.segments.db._delete_segments_for_network-8750072253624'] for network, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:38.751260 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.services.segments.db [None req-27f13c28-fd88-4bc8-9a22-effd1a31d3c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3750312f-10a6-44d3-9b74-d5b95bc5fc19']}} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:47:38.762648 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.services.segments.db [None req-27f13c28-fd88-4bc8-9a22-effd1a31d3c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f745d33-59fe-494a-8a5a-c497c59b588b') {'for_net_delete': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:47:38.762950 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.services.segments.db [None req-27f13c28-fd88-4bc8-9a22-effd1a31d3c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f745d33-59fe-494a-8a5a-c497c59b588b') {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:47:38.775994 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-27f13c28-fd88-4bc8-9a22-effd1a31d3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750072215116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10348470'] for segment, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:38.792216 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-27f13c28-fd88-4bc8-9a22-effd1a31d3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:38.800317 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27f13c28-fd88-4bc8-9a22-effd1a31d3c6 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 07:47:38.800922 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-27f13c28-fd88-4bc8-9a22-effd1a31d3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9543603'] for segment, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: Traceback (most recent call last): Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: timer() Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: cb(*args, **kw) Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: return func(*args, **kwargs) Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: self._notify() Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: self.callback(batched_events) Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: event.method(event) Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: return f(self, *a, **k) Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: return self._get(url).json() Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: return self.request(url, 'GET', **kwargs) Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 07:47:38.803207 dv-cinder-804035-14-iscsi neutron-server[109283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 07:47:38.866971 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-27f13c28-fd88-4bc8-9a22-effd1a31d3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1712161'] for network, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:38.874709 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-27f13c28-fd88-4bc8-9a22-effd1a31d3c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:38.883973 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-27f13c28-fd88-4bc8-9a22-effd1a31d3c6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3750312f-10a6-44d3-9b74-d5b95bc5fc19 HTTP/1.1" status: 204 len: 168 time: 0.3779390 Nov 23 07:47:38.900321 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f13c28-fd88-4bc8-9a22-effd1a31d3c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3750312f-10a6-44d3-9b74-d5b95bc5fc19,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:39.100253 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 48182) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:39.143709 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-9a18e3d1-d30e-4762-b7fb-d7635b233ada admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=230efaa941f948e5b6c183a252310eda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421932 Nov 23 07:47:39.146790 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48184) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:39.206378 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-65679ac1-8762-4d87-bce2-f15f79afc669 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:39.232811 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-65679ac1-8762-4d87-bce2-f15f79afc669 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:39.287193 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-65679ac1-8762-4d87-bce2-f15f79afc669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:39.290600 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-65679ac1-8762-4d87-bce2-f15f79afc669 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:39.292076 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-65679ac1-8762-4d87-bce2-f15f79afc669 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e3ef5391-165b-4503-88b8-7c040348ff8b HTTP/1.1" status: 204 len: 168 time: 0.1442132 Nov 23 07:47:39.305397 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65679ac1-8762-4d87-bce2-f15f79afc669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ef5391-165b-4503-88b8-7c040348ff8b,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:39.374857 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48188) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:39.380024 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-a4559b2b-ab3b-4e41-91e0-352e12755b0c tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2123157113', 'description': 'tempest-description--983006925'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:47:39.416237 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a4559b2b-ab3b-4e41-91e0-352e12755b0c tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:39.565900 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a4559b2b-ab3b-4e41-91e0-352e12755b0c tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:39.568690 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a4559b2b-ab3b-4e41-91e0-352e12755b0c tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:39.612657 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a4559b2b-ab3b-4e41-91e0-352e12755b0c tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:39.617294 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-a4559b2b-ab3b-4e41-91e0-352e12755b0c tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2384944 Nov 23 07:47:39.617720 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 48192) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:39.618886 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4559b2b-ab3b-4e41-91e0-352e12755b0c tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=845b58cc-54e4-41c2-a890-25105809bf77,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:39.625955 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-3b1f6b94-357d-4223-9020-d34e227db614 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Request body: {'security_group_rule': {'security_group_id': '845b58cc-54e4-41c2-a890-25105809bf77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:47:39.670269 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-3b1f6b94-357d-4223-9020-d34e227db614 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:39.762044 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-3b1f6b94-357d-4223-9020-d34e227db614 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:39.767728 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-3b1f6b94-357d-4223-9020-d34e227db614 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750411'] for security_group_rule, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:39.792734 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f6b94-357d-4223-9020-d34e227db614 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da88ac33-7064-40dd-ac49-047652751e80,revision_number=0']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:39.808739 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-3b1f6b94-357d-4223-9020-d34e227db614 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:39.810474 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-3b1f6b94-357d-4223-9020-d34e227db614 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1912076 Nov 23 07:47:39.814964 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 48194) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:39.820243 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-0fe61876-a2cd-417b-a100-635a4676c84a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Request body: {'security_group_rule': {'security_group_id': '845b58cc-54e4-41c2-a890-25105809bf77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:47:39.852705 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-0fe61876-a2cd-417b-a100-635a4676c84a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:39.927640 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-0fe61876-a2cd-417b-a100-635a4676c84a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:39.934107 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-0fe61876-a2cd-417b-a100-635a4676c84a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750411'] for security_group_rule, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:39.962122 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe61876-a2cd-417b-a100-635a4676c84a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cbbe61d-b2fd-4f47-b7b2-37139a30b3a9,revision_number=0']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:39.967305 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-0fe61876-a2cd-417b-a100-635a4676c84a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:39.969140 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-0fe61876-a2cd-417b-a100-635a4676c84a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1524599 Nov 23 07:47:39.972652 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 48196) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:39.977958 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-a4d12abb-fb8f-4ff5-8716-ba8830344d20 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Request body: {'floatingip': {'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:47:40.005164 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a4d12abb-fb8f-4ff5-8716-ba8830344d20 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for floatingip, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:40.120215 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a4d12abb-fb8f-4ff5-8716-ba8830344d20 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:40.239005 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.db_base_plugin_common [None req-a4d12abb-fb8f-4ff5-8716-ba8830344d20 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Allocated IP 172.27.2.162 (891dfe80-61d0-4c14-832c-7438dfe6f055/08f8fc41-5d8c-4fca-8f02-9f082906db87/1ba47c3b-cd61-400c-bf54-98879e9da879) {{(pid=109284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:47:40.370228 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a4d12abb-fb8f-4ff5-8716-ba8830344d20 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for port, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:40.429543 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a4d12abb-fb8f-4ff5-8716-ba8830344d20 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909886'] for port, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:40.472381 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d12abb-fb8f-4ff5-8716-ba8830344d20 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Network 891dfe80-61d0-4c14-832c-7438dfe6f055 is already hosted by enough agents. {{(pid=109284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:47:40.476180 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-a4d12abb-fb8f-4ff5-8716-ba8830344d20 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Resources bound (agent type, host, resource id): {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:47:40.480136 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d12abb-fb8f-4ff5-8716-ba8830344d20 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Received port after_create {{(pid=109284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:47:40.486429 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d12abb-fb8f-4ff5-8716-ba8830344d20 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Pushing event updated for resources: {'Port': ['ID=1ba47c3b-cd61-400c-bf54-98879e9da879,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:40.592523 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a4d12abb-fb8f-4ff5-8716-ba8830344d20 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:40.637130 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a4d12abb-fb8f-4ff5-8716-ba8830344d20 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:40.831404 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a4d12abb-fb8f-4ff5-8716-ba8830344d20 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for port, precommit_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:40.837068 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a4d12abb-fb8f-4ff5-8716-ba8830344d20 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909831'] for port, after_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:40.916385 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d12abb-fb8f-4ff5-8716-ba8830344d20 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Pushing event updated for resources: {'Port': ['ID=1ba47c3b-cd61-400c-bf54-98879e9da879,revision_number=2']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:40.930224 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a4d12abb-fb8f-4ff5-8716-ba8830344d20 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1712191'] for floatingip, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:40.946954 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a4d12abb-fb8f-4ff5-8716-ba8830344d20 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for floatingip, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:40.948663 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-a4d12abb-fb8f-4ff5-8716-ba8830344d20 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9747472 Nov 23 07:47:41.200469 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-668237af-7757-40b6-bac3-e0874c6bfbd4 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2123157113&fields=id&tenant_id=edd4c40a2d5e481eadb2fc728cc0ca5a HTTP/1.1" status: 200 len: 267 time: 0.0576084 Nov 23 07:47:41.337957 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-85fcd4df-f944-4ff6-817b-2e56627da397 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:41.339940 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-85fcd4df-f944-4ff6-817b-2e56627da397 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/networks?id=d9cb767d-e579-4bd6-9168-0f1ea7c41329 HTTP/1.1" status: 200 len: 816 time: 0.1315188 Nov 23 07:47:41.359176 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-f46b3abe-088e-48ef-aec8-661b95f2e643 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/quotas/edd4c40a2d5e481eadb2fc728cc0ca5a HTTP/1.1" status: 200 len: 375 time: 0.0114393 Nov 23 07:47:41.427956 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-d0dfe217-2dfd-4bd2-a92d-ef48b66b0e87 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=edd4c40a2d5e481eadb2fc728cc0ca5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574644 Nov 23 07:47:41.544905 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-05493e1a-9a76-4342-9d25-079c545406d0 service neutron] 10.222.0.48 "GET /v2.0/networks/d9cb767d-e579-4bd6-9168-0f1ea7c41329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039095 Nov 23 07:47:41.621100 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:47:41.670185 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-bc3def7a-fde4-434a-91ab-33ec4b0e9513 service neutron] 10.222.0.48 "GET /v2.0/networks/d9cb767d-e579-4bd6-9168-0f1ea7c41329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168022 Nov 23 07:47:41.900451 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-0a58a2af-7d96-4224-b79d-92378c3519df req-1e67e786-49d1-4a52-8a41-b1cb6c359b68 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 210 time: 0.0446687 Nov 23 07:47:43.060269 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-5fbe886a-1855-4f86-a69c-9aebc9711b86 req-0d9b6c91-1f15-4baf-b519-454833b3e9a9 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 210 time: 0.0534899 Nov 23 07:47:43.214884 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-2d46929a-fd69-45af-a584-54849b5fa246 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:43.217503 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-2d46929a-fd69-45af-a584-54849b5fa246 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.31 "GET /v2.0/networks?id=d9cb767d-e579-4bd6-9168-0f1ea7c41329 HTTP/1.1" status: 200 len: 816 time: 0.1950250 Nov 23 07:47:43.300219 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-5272a02d-96d9-4ae4-8a9e-b928b0e7b4d9 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edd4c40a2d5e481eadb2fc728cc0ca5a HTTP/1.1" status: 200 len: 380 time: 0.0718305 Nov 23 07:47:43.311172 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-c25974e6-78b3-4dc1-9587-69095903112b tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Request body: {'port': {'device_id': '36d02284-ac69-4605-bd8e-1c29644f219c', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'admin_state_up': True, 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'security_groups': ['845b58cc-54e4-41c2-a890-25105809bf77']}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:47:43.445227 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-c25974e6-78b3-4dc1-9587-69095903112b tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Made reservation on behalf of edd4c40a2d5e481eadb2fc728cc0ca5a for: {'port': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:47:43.449259 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-c25974e6-78b3-4dc1-9587-69095903112b tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:43.636914 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-c25974e6-78b3-4dc1-9587-69095903112b tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Allocated IP 172.20.0.10 (d9cb767d-e579-4bd6-9168-0f1ea7c41329/fd5e1985-8805-41d1-90d4-bdc402c620b5/7bb628ce-17b8-43a9-8265-270514936b86) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:47:43.845314 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-c25974e6-78b3-4dc1-9587-69095903112b tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:43.885743 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-c25974e6-78b3-4dc1-9587-69095903112b tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:43.950002 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-c25974e6-78b3-4dc1-9587-69095903112b tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Network d9cb767d-e579-4bd6-9168-0f1ea7c41329 is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:47:43.952634 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-c25974e6-78b3-4dc1-9587-69095903112b tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:47:43.957154 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-c25974e6-78b3-4dc1-9587-69095903112b tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:47:43.997456 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25974e6-78b3-4dc1-9587-69095903112b tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Pushing event updated for resources: {'Port': ['ID=7bb628ce-17b8-43a9-8265-270514936b86,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:44.040118 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-c25974e6-78b3-4dc1-9587-69095903112b tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:44.041046 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-c25974e6-78b3-4dc1-9587-69095903112b tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:44.076289 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-c25974e6-78b3-4dc1-9587-69095903112b tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7689381 Nov 23 07:47:44.099160 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-21419a63-0e52-4f58-820f-49d38405b88e service neutron] Request body: {'port': {'device_id': '36d02284-ac69-4605-bd8e-1c29644f219c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:47:44.223982 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-21419a63-0e52-4f58-820f-49d38405b88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:44.268723 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-8d0aeb52-8186-4ef4-9c41-58f2df4d127f None None] Provisioning complete for port 7bb628ce-17b8-43a9-8265-270514936b86 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:47:44.269468 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-8d0aeb52-8186-4ef4-9c41-58f2df4d127f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:44.290881 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af996d-4acb-4d19-b863-84b6a7d766b1 req-3247e94b-5798-4150-9e11-0c29497607a6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:44.292530 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b1af996d-4acb-4d19-b863-84b6a7d766b1 req-3247e94b-5798-4150-9e11-0c29497607a6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 932 time: 0.1048372 Nov 23 07:47:44.338499 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-8d0aeb52-8186-4ef4-9c41-58f2df4d127f None None] Port 7bb628ce-17b8-43a9-8265-270514936b86 cannot update to ACTIVE because it is not bound. {{(pid=109285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 07:47:44.432654 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b1af996d-4acb-4d19-b863-84b6a7d766b1 req-fbc171f4-dec7-4898-9175-0203f9d10a94 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248975 Nov 23 07:47:44.599771 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-21419a63-0e52-4f58-820f-49d38405b88e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bb628ce-17b8-43a9-8265-270514936b86 {{(pid=109283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:47:44.609125 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-21419a63-0e52-4f58-820f-49d38405b88e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:44.626467 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.provisioning_blocks [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-21419a63-0e52-4f58-820f-49d38405b88e service neutron] Transition to ACTIVE for port object 7bb628ce-17b8-43a9-8265-270514936b86 will not be triggered until provisioned by entity L2. {{(pid=109283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 07:47:44.633151 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-21419a63-0e52-4f58-820f-49d38405b88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9542747'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:44.698485 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21419a63-0e52-4f58-820f-49d38405b88e service neutron] Pushing event updated for resources: {'Port': ['ID=7bb628ce-17b8-43a9-8265-270514936b86,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:44.803308 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-21419a63-0e52-4f58-820f-49d38405b88e service neutron] Attempting to bind port 7bb628ce-17b8-43a9-8265-270514936b86 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:47:44.803833 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-21419a63-0e52-4f58-820f-49d38405b88e service neutron] Attempting to bind port 7bb628ce-17b8-43a9-8265-270514936b86 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '95e06a39-5611-4f52-aae3-4e8bf3bb6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:47:44.804529 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-21419a63-0e52-4f58-820f-49d38405b88e service neutron] Attempting to bind port 7bb628ce-17b8-43a9-8265-270514936b86 on network d9cb767d-e579-4bd6-9168-0f1ea7c41329 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:47:44.812851 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-21419a63-0e52-4f58-820f-49d38405b88e service neutron] Port 7bb628ce-17b8-43a9-8265-270514936b86 on network d9cb767d-e579-4bd6-9168-0f1ea7c41329 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 07:47:44.813262 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-21419a63-0e52-4f58-820f-49d38405b88e service neutron] Attempting to bind port 7bb628ce-17b8-43a9-8265-270514936b86 on network d9cb767d-e579-4bd6-9168-0f1ea7c41329 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:47:44.820561 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-21419a63-0e52-4f58-820f-49d38405b88e service neutron] Checking agent: {'id': 'ef857e00-999e-40cc-a620-789cb776d291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'started_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:47:44.820980 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-21419a63-0e52-4f58-820f-49d38405b88e service neutron] Checking segment: {'id': '95e06a39-5611-4f52-aae3-4e8bf3bb6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:47:44.821567 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-21419a63-0e52-4f58-820f-49d38405b88e service neutron] Bound using segment: {'id': '95e06a39-5611-4f52-aae3-4e8bf3bb6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:47:44.822095 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-21419a63-0e52-4f58-820f-49d38405b88e service neutron] Bound port: 7bb628ce-17b8-43a9-8265-270514936b86, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95e06a39-5611-4f52-aae3-4e8bf3bb6003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:47:44.822570 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-21419a63-0e52-4f58-820f-49d38405b88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:44.955320 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-21419a63-0e52-4f58-820f-49d38405b88e service neutron] For port 7bb628ce-17b8-43a9-8265-270514936b86, host hv-cinder-80403, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:47:44.961398 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-21419a63-0e52-4f58-820f-49d38405b88e service neutron] For port 7bb628ce-17b8-43a9-8265-270514936b86, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7bb628ce-17b8-43a9-8265-270514936b86,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:47:44.968754 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-21419a63-0e52-4f58-820f-49d38405b88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9542747'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:45.042749 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-21419a63-0e52-4f58-820f-49d38405b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:45.043773 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-21419a63-0e52-4f58-820f-49d38405b88e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:45.046178 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-21419a63-0e52-4f58-820f-49d38405b88e service neutron] 10.222.0.31 "PUT /v2.0/ports/7bb628ce-17b8-43a9-8265-270514936b86 HTTP/1.1" status: 200 len: 1094 time: 0.9577358 Nov 23 07:47:45.046907 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d02284-ac69-4605-bd8e-1c29644f219c', 'tag': '7bb628ce-17b8-43a9-8265-270514936b86'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:47:45.051879 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8d60ad-93fd-4012-ab72-ee63407044a9" -d '{"events": [{"name": "network-changed", "server_uuid": "36d02284-ac69-4605-bd8e-1c29644f219c", "tag": "7bb628ce-17b8-43a9-8265-270514936b86"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:47:45.130245 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21419a63-0e52-4f58-820f-49d38405b88e service neutron] Pushing event updated for resources: {'Port': ['ID=7bb628ce-17b8-43a9-8265-270514936b86,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:45.185019 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24b8eda-ba82-4688-9990-866d94d12984 x-openstack-request-id: req-d24b8eda-ba82-4688-9990-866d94d12984 {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:47:45.185833 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d02284-ac69-4605-bd8e-1c29644f219c", "tag": "7bb628ce-17b8-43a9-8265-270514936b86", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:47:45.186234 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d24b8eda-ba82-4688-9990-866d94d12984 {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:47:45.187168 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36d02284-ac69-4605-bd8e-1c29644f219c', 'tag': '7bb628ce-17b8-43a9-8265-270514936b86', 'status': 'completed', 'code': 200} Nov 23 07:47:45.207066 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-f1e11727-6096-4cb3-bdc7-eb6bb15f6933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:45.209620 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-f1e11727-6096-4cb3-bdc7-eb6bb15f6933 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=edd4c40a2d5e481eadb2fc728cc0ca5a&device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 1097 time: 0.0975523 Nov 23 07:47:45.273396 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-708e67f7-051c-4738-9830-cd9bbfe1d26e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bb628ce-17b8-43a9-8265-270514936b86 HTTP/1.1" status: 200 len: 217 time: 0.0542796 Nov 23 07:47:45.334350 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-d6eff1e8-eb67-448a-9d92-e51681ad7a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:45.336312 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-d6eff1e8-eb67-448a-9d92-e51681ad7a86 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd5e1985-8805-41d1-90d4-bdc402c620b5 HTTP/1.1" status: 200 len: 855 time: 0.0537775 Nov 23 07:47:45.389255 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-1f3b3028-adac-4240-beec-0a0e099d5104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:45.391050 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-1f3b3028-adac-4240-beec-0a0e099d5104 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9cb767d-e579-4bd6-9168-0f1ea7c41329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0469940 Nov 23 07:47:45.503004 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-9c3de149-2c8f-4c6b-9b36-35c261a39217 service neutron] 10.222.0.31 "GET /v2.0/networks/d9cb767d-e579-4bd6-9168-0f1ea7c41329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018074 Nov 23 07:47:45.666193 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb439c-c883-4e2c-8f48-65a035e3902e req-711f3001-df4b-4a77-8cba-b7eab551ec38 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:45.668031 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-0eeb439c-c883-4e2c-8f48-65a035e3902e req-711f3001-df4b-4a77-8cba-b7eab551ec38 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 944 time: 0.1205890 Nov 23 07:47:45.670875 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8c133574-111f-4c3f-a6b3-35c589edbd1b req-b78d49dd-757e-42e2-ba3e-643bfa37bb37 service neutron] 10.222.0.31 "GET /v2.0/networks/d9cb767d-e579-4bd6-9168-0f1ea7c41329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599624 Nov 23 07:47:45.730490 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-0eeb439c-c883-4e2c-8f48-65a035e3902e req-b9f0d3af-4c29-4dd7-96db-ccecf6a9d32a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553343 Nov 23 07:47:45.779505 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d60ad-93fd-4012-ab72-ee63407044a9 req-0d1e0bc1-02ac-4f44-b915-a8234ef3e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:45.781287 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-cb8d60ad-93fd-4012-ab72-ee63407044a9 req-0d1e0bc1-02ac-4f44-b915-a8234ef3e73c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=edd4c40a2d5e481eadb2fc728cc0ca5a&device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 1097 time: 0.0495281 Nov 23 07:47:45.915834 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d60ad-93fd-4012-ab72-ee63407044a9 req-9821a0d8-a2f1-4137-91b0-dbe414b22bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:45.918045 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-cb8d60ad-93fd-4012-ab72-ee63407044a9 req-9821a0d8-a2f1-4137-91b0-dbe414b22bc7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9cb767d-e579-4bd6-9168-0f1ea7c41329 HTTP/1.1" status: 200 len: 917 time: 0.1272886 Nov 23 07:47:45.989253 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-cb8d60ad-93fd-4012-ab72-ee63407044a9 req-0d719c3d-2882-4fad-83fc-da52f83b273f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bb628ce-17b8-43a9-8265-270514936b86 HTTP/1.1" status: 200 len: 217 time: 0.0614412 Nov 23 07:47:46.047232 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d60ad-93fd-4012-ab72-ee63407044a9 req-f748a18d-140e-469e-b744-400487765558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:46.048952 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-cb8d60ad-93fd-4012-ab72-ee63407044a9 req-f748a18d-140e-469e-b744-400487765558 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd5e1985-8805-41d1-90d4-bdc402c620b5 HTTP/1.1" status: 200 len: 855 time: 0.0484130 Nov 23 07:47:46.127140 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d60ad-93fd-4012-ab72-ee63407044a9 req-fad80a63-cea6-48b0-80aa-d4f2f1ad47ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:46.128803 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-cb8d60ad-93fd-4012-ab72-ee63407044a9 req-fad80a63-cea6-48b0-80aa-d4f2f1ad47ee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9cb767d-e579-4bd6-9168-0f1ea7c41329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0645068 Nov 23 07:47:46.233817 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-cb8d60ad-93fd-4012-ab72-ee63407044a9 req-445d8766-263f-4708-8170-c9964ef4eac3 service neutron] 10.222.0.31 "GET /v2.0/networks/d9cb767d-e579-4bd6-9168-0f1ea7c41329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952830 Nov 23 07:47:46.336964 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-cb8d60ad-93fd-4012-ab72-ee63407044a9 req-5dca30a1-f8ed-4842-82a6-eeb0258dd916 service neutron] 10.222.0.31 "GET /v2.0/networks/d9cb767d-e579-4bd6-9168-0f1ea7c41329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945141 Nov 23 07:47:46.876344 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c8b0c-09fd-44f2-9d24-0b7a9558ed20 req-12e5a3e3-4194-4450-a40d-7d92f1a1d6be tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:46.878344 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-b88c8b0c-09fd-44f2-9d24-0b7a9558ed20 req-12e5a3e3-4194-4450-a40d-7d92f1a1d6be tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 944 time: 0.0544379 Nov 23 07:47:46.938315 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-b88c8b0c-09fd-44f2-9d24-0b7a9558ed20 req-30c7d66a-339b-4690-a954-e1ef3b13ca84 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535033 Nov 23 07:47:48.079686 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf776d6-517c-48c3-8f73-427e4f36864a req-29f1c120-7d98-426f-8a46-19321a97b906 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:48.082183 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9bf776d6-517c-48c3-8f73-427e4f36864a req-29f1c120-7d98-426f-8a46-19321a97b906 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 944 time: 0.0624840 Nov 23 07:47:48.156461 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9bf776d6-517c-48c3-8f73-427e4f36864a req-fd0cd253-dfb1-4f22-ac09-c4b73c0eaf19 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656896 Nov 23 07:47:48.542583 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 7bb628ce-17b8-43a9-8265-270514936b86 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 07:47:48.662390 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 7bb628ce-17b8-43a9-8265-270514936b86, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7bb628ce-17b8-43a9-8265-270514936b86,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:47:48.677951 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Returning: {'device': '7bb628ce-17b8-43a9-8265-270514936b86', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'port_id': '7bb628ce-17b8-43a9-8265-270514936b86', 'mac_address': 'fa:16:3e:d6:3d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 07:47:48.726006 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:48.742572 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bb628ce-17b8-43a9-8265-270514936b86 {{(pid=109285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:47:48.766696 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 7bb628ce-17b8-43a9-8265-270514936b86, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7bb628ce-17b8-43a9-8265-270514936b86,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:47:48.774974 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:48.868840 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=7bb628ce-17b8-43a9-8265-270514936b86,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:48.882905 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:48.883525 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:48.884116 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:48.884698 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:48.885282 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:48.885904 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:48.886481 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:48.887033 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:48.887626 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:48.888234 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:48.888837 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:48.889442 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:47:49.094318 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['7bb628ce-17b8-43a9-8265-270514936b86'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:47:49.326197 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f14c2e-75f4-4d6a-9afe-c2f8821f4333 req-762b5cc9-81e2-4b22-8dc5-f3a6130c5beb tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:49.328431 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-c4f14c2e-75f4-4d6a-9afe-c2f8821f4333 req-762b5cc9-81e2-4b22-8dc5-f3a6130c5beb tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 945 time: 0.0698071 Nov 23 07:47:49.397355 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-c4f14c2e-75f4-4d6a-9afe-c2f8821f4333 req-6381cee2-d41a-4e13-bd4b-2d619272bbe8 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576296 Nov 23 07:47:50.548175 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd4ba2-68bd-4672-998c-f0efdd47d748 req-357de31e-b471-416f-9c40-1f2ce21dc085 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:50.549804 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c9dd4ba2-68bd-4672-998c-f0efdd47d748 req-357de31e-b471-416f-9c40-1f2ce21dc085 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 945 time: 0.0547810 Nov 23 07:47:50.550202 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 7bb628ce-17b8-43a9-8265-270514936b86 up at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:47:50.614524 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c9dd4ba2-68bd-4672-998c-f0efdd47d748 req-1252d1fa-980a-43fb-8788-5dd64cf0e03a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533125 Nov 23 07:47:50.643795 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning for port 7bb628ce-17b8-43a9-8265-270514936b86 completed by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 07:47:50.649947 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning complete for port 7bb628ce-17b8-43a9-8265-270514936b86 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:47:50.650512 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:50.752201 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:50.781972 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d02284-ac69-4605-bd8e-1c29644f219c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb628ce-17b8-43a9-8265-270514936b86'}] {{(pid=109285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:47:50.784398 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02971d1b2c0bcda538738d777e0cd5340c6e6849857750afdab036a2de6ad34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c326a8-4b82-4e94-bb31-fa8be648dc59" -d '{"events": [{"server_uuid": "36d02284-ac69-4605-bd8e-1c29644f219c", "name": "network-vif-plugged", "status": "completed", "tag": "7bb628ce-17b8-43a9-8265-270514936b86"}]}' {{(pid=109285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:47:50.807519 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 7bb628ce-17b8-43a9-8265-270514936b86, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7bb628ce-17b8-43a9-8265-270514936b86,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:47:50.813347 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:50.842045 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5930c1a9-397a-4adb-990b-bf06ec2651cf x-openstack-request-id: req-5930c1a9-397a-4adb-990b-bf06ec2651cf {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:47:50.842354 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d02284-ac69-4605-bd8e-1c29644f219c", "name": "network-vif-plugged", "status": "completed", "tag": "7bb628ce-17b8-43a9-8265-270514936b86", "code": 200}]} {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:47:50.842628 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5930c1a9-397a-4adb-990b-bf06ec2651cf {{(pid=109285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:47:50.843036 dv-cinder-804035-14-iscsi neutron-server[109285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d02284-ac69-4605-bd8e-1c29644f219c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb628ce-17b8-43a9-8265-270514936b86', 'code': 200} Nov 23 07:47:50.876454 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=7bb628ce-17b8-43a9-8265-270514936b86,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:51.072934 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af0da6-af07-4018-ac7d-5613df9fb158 req-4aea9c6c-5374-46bc-af9b-3bf123ebb881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:51.074778 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a9af0da6-af07-4018-ac7d-5613df9fb158 req-4aea9c6c-5374-46bc-af9b-3bf123ebb881 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 1099 time: 0.0603440 Nov 23 07:47:51.133403 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a9af0da6-af07-4018-ac7d-5613df9fb158 req-3765a528-f3a5-454c-81d7-3f6e63fb7b8a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467165 Nov 23 07:47:51.753793 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285fe10-5780-4572-99d6-e903898dd917 req-a5e05a0e-58d4-4d78-a2c3-e78ef787fa6a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:51.756341 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c285fe10-5780-4572-99d6-e903898dd917 req-a5e05a0e-58d4-4d78-a2c3-e78ef787fa6a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 946 time: 0.0586252 Nov 23 07:47:51.821087 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c285fe10-5780-4572-99d6-e903898dd917 req-b82e0e4d-5d26-4c4c-bb09-331aaff2ae41 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580351 Nov 23 07:47:53.021463 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982860e-427d-4bd5-abd5-208bd3c98dca req-c65bfbf7-f9fb-40d8-a12e-fa0cb2e101f4 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:53.023656 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-a982860e-427d-4bd5-abd5-208bd3c98dca req-c65bfbf7-f9fb-40d8-a12e-fa0cb2e101f4 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 946 time: 0.0802224 Nov 23 07:47:53.100693 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-a982860e-427d-4bd5-abd5-208bd3c98dca req-c07d3551-d6e2-4fcd-8ac1-c90ff9730948 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657632 Nov 23 07:47:53.255352 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47059f3e-d7a6-4b3e-b893-fface24fc5ce req-3e24e081-6843-4ecf-8148-2e3a7eef98de tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:53.257012 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-47059f3e-d7a6-4b3e-b893-fface24fc5ce req-3e24e081-6843-4ecf-8148-2e3a7eef98de tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 946 time: 0.0609267 Nov 23 07:47:53.271784 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 48300) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:53.277276 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-8ca00325-5227-41c5-8f43-bc5f87156ef3 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Request body: {'floatingip': {'port_id': '7bb628ce-17b8-43a9-8265-270514936b86'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:47:53.326340 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8ca00325-5227-41c5-8f43-bc5f87156ef3 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for floatingip, before_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:53.812708 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8ca00325-5227-41c5-8f43-bc5f87156ef3 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:53.818274 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8ca00325-5227-41c5-8f43-bc5f87156ef3 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1712191'] for floatingip, after_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:53.934386 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.db.l3_db [None req-8ca00325-5227-41c5-8f43-bc5f87156ef3 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Floating IP 0efd02b8-a38a-4ce1-816a-436e8ad77b0d associated. External IP: 172.27.2.162, port: 7bb628ce-17b8-43a9-8265-270514936b86. Nov 23 07:47:54.418568 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca00325-5227-41c5-8f43-bc5f87156ef3 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Router fdbce833-cdf0-4b8a-b659-620d52c496ff has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:47:54.540596 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca00325-5227-41c5-8f43-bc5f87156ef3 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:47:54.546889 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8ca00325-5227-41c5-8f43-bc5f87156ef3 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for floatingip, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:54.555210 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127a5ce8-37fb-4f03-ac17-32d657f0f658 None None] Sync routers for ids ['fdbce833-cdf0-4b8a-b659-620d52c496ff'] in dv-cinder-804035-14-iscsi {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:47:54.569166 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127a5ce8-37fb-4f03-ac17-32d657f0f658 None None] Routers {'fdbce833-cdf0-4b8a-b659-620d52c496ff'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:47:54.570315 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-127a5ce8-37fb-4f03-ac17-32d657f0f658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:47:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['fdbce833-cdf0-4b8a-b659-620d52c496ff'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:47:54.582350 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-8ca00325-5227-41c5-8f43-bc5f87156ef3 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "PUT /v2.0/floatingips/0efd02b8-a38a-4ce1-816a-436e8ad77b0d HTTP/1.1" status: 200 len: 992 time: 1.3091378 Nov 23 07:47:54.583161 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d02284-ac69-4605-bd8e-1c29644f219c', 'tag': '7bb628ce-17b8-43a9-8265-270514936b86'}] {{(pid=109284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:47:54.586206 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c78387096465b81761c1bc75509c53a158ab102a0bd2fdc4143831998860951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccaf1a14-d915-4840-959c-2bafd4ffa23d" -d '{"events": [{"name": "network-changed", "server_uuid": "36d02284-ac69-4605-bd8e-1c29644f219c", "tag": "7bb628ce-17b8-43a9-8265-270514936b86"}]}' {{(pid=109284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:47:54.666549 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694360b1-fe9c-4c3c-bc2d-be277bdf250e x-openstack-request-id: req-694360b1-fe9c-4c3c-bc2d-be277bdf250e {{(pid=109284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:47:54.667133 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d02284-ac69-4605-bd8e-1c29644f219c", "tag": "7bb628ce-17b8-43a9-8265-270514936b86", "status": "completed", "code": 200}]} {{(pid=109284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:47:54.667631 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-694360b1-fe9c-4c3c-bc2d-be277bdf250e {{(pid=109284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:47:54.668436 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36d02284-ac69-4605-bd8e-1c29644f219c', 'tag': '7bb628ce-17b8-43a9-8265-270514936b86', 'status': 'completed', 'code': 200} Nov 23 07:47:54.744486 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-127a5ce8-37fb-4f03-ac17-32d657f0f658 None None] Set router fdbce833-cdf0-4b8a-b659-620d52c496ff gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:47:55.048677 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-127a5ce8-37fb-4f03-ac17-32d657f0f658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'name': 'tempest-AttachVolumeShelveTestJSON-979039873-router', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'gw_port': {'id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:02Z', 'updated_at': '2021-11-23T07:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_floatingips': [{'id': '0efd02b8-a38a-4ce1-816a-436e8ad77b0d', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'port_id': '7bb628ce-17b8-43a9-8265-270514936b86', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'mac_address': 'fa:16:3e:d6:3d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d02284-ac69-4605-bd8e-1c29644f219c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:47:40Z', 'updated_at': '2021-11-23T07:47:53Z', 'revision_number': 1, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af53ab23-aa21-4f44-9991-3383dfee7e1b', 'name': '', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'mac_address': 'fa:16:3e:0e:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:11Z', 'updated_at': '2021-11-23T07:43:25Z', 'revision_number': 5, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'subnets': [{'id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:47:55.205064 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127a5ce8-37fb-4f03-ac17-32d657f0f658 None None] Checking router: fdbce833-cdf0-4b8a-b659-620d52c496ff for host: dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:47:55.216353 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127a5ce8-37fb-4f03-ac17-32d657f0f658 None None] Routers {'fdbce833-cdf0-4b8a-b659-620d52c496ff'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:47:55.217001 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-127a5ce8-37fb-4f03-ac17-32d657f0f658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:47:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['fdbce833-cdf0-4b8a-b659-620d52c496ff'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:47:55.334537 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-127a5ce8-37fb-4f03-ac17-32d657f0f658 None None] Set router fdbce833-cdf0-4b8a-b659-620d52c496ff gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:47:55.586341 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-127a5ce8-37fb-4f03-ac17-32d657f0f658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'name': 'tempest-AttachVolumeShelveTestJSON-979039873-router', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'gw_port': {'id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:02Z', 'updated_at': '2021-11-23T07:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_floatingips': [{'id': '0efd02b8-a38a-4ce1-816a-436e8ad77b0d', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'port_id': '7bb628ce-17b8-43a9-8265-270514936b86', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'mac_address': 'fa:16:3e:d6:3d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d02284-ac69-4605-bd8e-1c29644f219c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:47:40Z', 'updated_at': '2021-11-23T07:47:53Z', 'revision_number': 1, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af53ab23-aa21-4f44-9991-3383dfee7e1b', 'name': '', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'mac_address': 'fa:16:3e:0e:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:11Z', 'updated_at': '2021-11-23T07:43:25Z', 'revision_number': 5, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'subnets': [{'id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:47:55.619788 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127a5ce8-37fb-4f03-ac17-32d657f0f658 None None] The sync data for ids ['fdbce833-cdf0-4b8a-b659-620d52c496ff'] in dv-cinder-804035-14-iscsi is: [{'id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'name': 'tempest-AttachVolumeShelveTestJSON-979039873-router', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'gw_port': {'id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:02Z', 'updated_at': '2021-11-23T07:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_floatingips': [{'id': '0efd02b8-a38a-4ce1-816a-436e8ad77b0d', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'floating_ip_address': '172.27.2.162', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'port_id': '7bb628ce-17b8-43a9-8265-270514936b86', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'mac_address': 'fa:16:3e:d6:3d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d02284-ac69-4605-bd8e-1c29644f219c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:47:40Z', 'updated_at': '2021-11-23T07:47:53Z', 'revision_number': 1, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af53ab23-aa21-4f44-9991-3383dfee7e1b', 'name': '', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'mac_address': 'fa:16:3e:0e:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:11Z', 'updated_at': '2021-11-23T07:43:25Z', 'revision_number': 5, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'subnets': [{'id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:47:55.846794 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b18e95-e027-4a97-be8d-270566732bca None None] New status for floating IP 0efd02b8-a38a-4ce1-816a-436e8ad77b0d: ACTIVE {{(pid=109286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 07:47:57.414620 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf1a14-d915-4840-959c-2bafd4ffa23d req-37707b25-9593-4838-adb5-127349f0067b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:57.417430 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ccaf1a14-d915-4840-959c-2bafd4ffa23d req-37707b25-9593-4838-adb5-127349f0067b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=edd4c40a2d5e481eadb2fc728cc0ca5a&device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 1099 time: 0.0567253 Nov 23 07:47:57.517768 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf1a14-d915-4840-959c-2bafd4ffa23d req-4e7b3299-851d-4c49-84f9-e651700ca31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:57.520041 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ccaf1a14-d915-4840-959c-2bafd4ffa23d req-4e7b3299-851d-4c49-84f9-e651700ca31b service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9cb767d-e579-4bd6-9168-0f1ea7c41329 HTTP/1.1" status: 200 len: 917 time: 0.0934403 Nov 23 07:47:57.609199 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ccaf1a14-d915-4840-959c-2bafd4ffa23d req-56b22425-5aa5-46fb-b7cd-3dc1637d2335 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bb628ce-17b8-43a9-8265-270514936b86 HTTP/1.1" status: 200 len: 1002 time: 0.0769367 Nov 23 07:47:57.671285 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf1a14-d915-4840-959c-2bafd4ffa23d req-4e588971-9957-4240-8eb1-fa67764d0254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:57.672825 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ccaf1a14-d915-4840-959c-2bafd4ffa23d req-4e588971-9957-4240-8eb1-fa67764d0254 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd5e1985-8805-41d1-90d4-bdc402c620b5 HTTP/1.1" status: 200 len: 855 time: 0.0558078 Nov 23 07:47:57.736959 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf1a14-d915-4840-959c-2bafd4ffa23d req-1800bb78-432e-408d-b110-731aaede41ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:57.740134 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ccaf1a14-d915-4840-959c-2bafd4ffa23d req-1800bb78-432e-408d-b110-731aaede41ee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9cb767d-e579-4bd6-9168-0f1ea7c41329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0598567 Nov 23 07:47:57.845105 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ccaf1a14-d915-4840-959c-2bafd4ffa23d req-97b48fe1-e07a-41a9-b8a8-af442f467bdf service neutron] 10.222.0.31 "GET /v2.0/networks/d9cb767d-e579-4bd6-9168-0f1ea7c41329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962679 Nov 23 07:47:57.951526 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ccaf1a14-d915-4840-959c-2bafd4ffa23d req-03fddaa1-250c-4e08-8e69-69fc78074a44 service neutron] 10.222.0.31 "GET /v2.0/networks/d9cb767d-e579-4bd6-9168-0f1ea7c41329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974979 Nov 23 07:47:58.512208 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-76c57d73-a10a-47ad-b5b4-1d9a228d510b req-a75f1d71-dd09-4fd1-9dd1-2788479f6bc8 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1154738481&fields=id&tenant_id=c42cd8fcb71040c394c2fa2ed9324ae0 HTTP/1.1" status: 200 len: 267 time: 0.0697336 Nov 23 07:47:58.527643 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-b30032f0-0718-41cb-b0ab-0545ab6db72a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:58.582119 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c57d73-a10a-47ad-b5b4-1d9a228d510b req-f0b2fbc5-7812-48ce-a0f8-97e21557df0a tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:58.583786 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-76c57d73-a10a-47ad-b5b4-1d9a228d510b req-f0b2fbc5-7812-48ce-a0f8-97e21557df0a tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 984 time: 0.0641608 Nov 23 07:47:58.602404 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-76c57d73-a10a-47ad-b5b4-1d9a228d510b req-6d3b8643-895e-438e-8654-446f2e6333c6 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Request body: {'port': {'security_groups': ['d21f042e-25d7-47fc-9789-1168a5e4be2c']}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:47:58.709070 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-76c57d73-a10a-47ad-b5b4-1d9a228d510b req-6d3b8643-895e-438e-8654-446f2e6333c6 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:58.917523 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-76c57d73-a10a-47ad-b5b4-1d9a228d510b req-6d3b8643-895e-438e-8654-446f2e6333c6 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] For port 46440f82-0a6b-4d97-82a5-b146d1263ea9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=46440f82-0a6b-4d97-82a5-b146d1263ea9,segment=NetworkSegment(cefc117d-da37-40a8-b11f-8d9ed755980c),segment_id=cefc117d-da37-40a8-b11f-8d9ed755980c)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:47:58.957936 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-76c57d73-a10a-47ad-b5b4-1d9a228d510b req-6d3b8643-895e-438e-8654-446f2e6333c6 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:58.963338 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-76c57d73-a10a-47ad-b5b4-1d9a228d510b req-6d3b8643-895e-438e-8654-446f2e6333c6 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9542747'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:58.978767 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['46440f82-0a6b-4d97-82a5-b146d1263ea9'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:47:59.013244 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c57d73-a10a-47ad-b5b4-1d9a228d510b req-6d3b8643-895e-438e-8654-446f2e6333c6 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:59.014059 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-76c57d73-a10a-47ad-b5b4-1d9a228d510b req-6d3b8643-895e-438e-8654-446f2e6333c6 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:59.015796 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-76c57d73-a10a-47ad-b5b4-1d9a228d510b req-6d3b8643-895e-438e-8654-446f2e6333c6 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "PUT /v2.0/ports/46440f82-0a6b-4d97-82a5-b146d1263ea9 HTTP/1.1" status: 200 len: 942 time: 0.4209013 Nov 23 07:47:59.016287 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842f1da9-1085-4946-b62b-9ae2c5ad009b', 'tag': '46440f82-0a6b-4d97-82a5-b146d1263ea9'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:47:59.018935 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fbbc4b-12e2-41b5-9161-86745bf89894" -d '{"events": [{"name": "network-changed", "server_uuid": "842f1da9-1085-4946-b62b-9ae2c5ad009b", "tag": "46440f82-0a6b-4d97-82a5-b146d1263ea9"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:47:59.025675 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 48338) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:59.069974 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b8643-895e-438e-8654-446f2e6333c6 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Pushing event updated for resources: {'Port': ['ID=46440f82-0a6b-4d97-82a5-b146d1263ea9,revision_number=7']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:59.103305 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3786d559-2369-4476-89d3-c7a42c05628d x-openstack-request-id: req-3786d559-2369-4476-89d3-c7a42c05628d {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:47:59.103870 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842f1da9-1085-4946-b62b-9ae2c5ad009b", "tag": "46440f82-0a6b-4d97-82a5-b146d1263ea9", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:47:59.104472 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3786d559-2369-4476-89d3-c7a42c05628d {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:47:59.106111 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842f1da9-1085-4946-b62b-9ae2c5ad009b', 'tag': '46440f82-0a6b-4d97-82a5-b146d1263ea9', 'status': 'completed', 'code': 200} Nov 23 07:47:59.129181 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['46440f82-0a6b-4d97-82a5-b146d1263ea9'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:47:59.181093 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-cc481985-521e-49fd-9a87-13563f96c755 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:59.209894 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbbc4b-12e2-41b5-9161-86745bf89894 req-52416659-d4bd-4cb4-85de-7acb71310602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:59.212756 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b5fbbc4b-12e2-41b5-9161-86745bf89894 req-52416659-d4bd-4cb4-85de-7acb71310602 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c42cd8fcb71040c394c2fa2ed9324ae0&device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 1098 time: 0.0949540 Nov 23 07:47:59.237673 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-cc481985-521e-49fd-9a87-13563f96c755 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:59.354681 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-cc481985-521e-49fd-9a87-13563f96c755 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:59.363645 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-cc481985-521e-49fd-9a87-13563f96c755 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:59.373267 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-cc481985-521e-49fd-9a87-13563f96c755 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "DELETE /v2.0/security-groups/ac4d94c8-741e-41a3-a6ad-e0e3518355fe HTTP/1.1" status: 204 len: 168 time: 0.3413179 Nov 23 07:47:59.383248 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 48344) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:47:59.456563 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbbc4b-12e2-41b5-9161-86745bf89894 req-144b8dc7-3b9e-41d1-827e-0b1c9b64af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:59.464598 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b5fbbc4b-12e2-41b5-9161-86745bf89894 req-144b8dc7-3b9e-41d1-827e-0b1c9b64af95 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1b5d852b-b97c-4e33-b149-2a4c0450e4d5 HTTP/1.1" status: 200 len: 915 time: 0.2439723 Nov 23 07:47:59.474234 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc481985-521e-49fd-9a87-13563f96c755 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4d94c8-741e-41a3-a6ad-e0e3518355fe,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:47:59.524108 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e836479a-1921-499f-ab6b-d7bbaa265329 None None] Provisioning complete for port 46440f82-0a6b-4d97-82a5-b146d1263ea9 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:47:59.524385 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e836479a-1921-499f-ab6b-d7bbaa265329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:59.668312 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b5fbbc4b-12e2-41b5-9161-86745bf89894 req-4d62648c-28c4-475d-b2de-f9ca55154ab7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46440f82-0a6b-4d97-82a5-b146d1263ea9 HTTP/1.1" status: 200 len: 1000 time: 0.1920071 Nov 23 07:47:59.730909 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-d772701d-ee4b-43dd-9ce2-e2ce8a454c8f tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Deleting port 4b986878-5b49-4120-bf59-c26e2824ab57 {{(pid=109284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:47:59.731850 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d772701d-ee4b-43dd-9ce2-e2ce8a454c8f tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:59.749493 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbbc4b-12e2-41b5-9161-86745bf89894 req-fedaa9e7-468b-4686-bef6-6f473648a3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:59.751205 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b5fbbc4b-12e2-41b5-9161-86745bf89894 req-fedaa9e7-468b-4686-bef6-6f473648a3fa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d1021d11-6a0a-4efc-bfec-6471a02dfed1 HTTP/1.1" status: 200 len: 853 time: 0.0736821 Nov 23 07:47:59.855008 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbbc4b-12e2-41b5-9161-86745bf89894 req-3f83c195-2922-4204-81df-08b66fce552b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:47:59.866277 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b5fbbc4b-12e2-41b5-9161-86745bf89894 req-3f83c195-2922-4204-81df-08b66fce552b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1b5d852b-b97c-4e33-b149-2a4c0450e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1003952 Nov 23 07:47:59.901725 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d772701d-ee4b-43dd-9ce2-e2ce8a454c8f tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:59.902225 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d772701d-ee4b-43dd-9ce2-e2ce8a454c8f tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:47:59.923680 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-d772701d-ee4b-43dd-9ce2-e2ce8a454c8f tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Calling delete_port for 4b986878-5b49-4120-bf59-c26e2824ab57 owned by network:floatingip {{(pid=109284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:48:00.015623 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b5fbbc4b-12e2-41b5-9161-86745bf89894 req-e8ff4574-ced4-4934-a12c-f8a332bdbeed service neutron] 10.222.0.31 "GET /v2.0/networks/1b5d852b-b97c-4e33-b149-2a4c0450e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408134 Nov 23 07:48:00.167463 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d772701d-ee4b-43dd-9ce2-e2ce8a454c8f tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909886'] for port, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:00.195943 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772701d-ee4b-43dd-9ce2-e2ce8a454c8f tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Pushing event deleted for resources: {'Port': ['ID=4b986878-5b49-4120-bf59-c26e2824ab57,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:00.209483 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b5fbbc4b-12e2-41b5-9161-86745bf89894 req-cb2cc451-18e8-4782-9f41-255e1f5c1c0b service neutron] 10.222.0.31 "GET /v2.0/networks/1b5d852b-b97c-4e33-b149-2a4c0450e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828227 Nov 23 07:48:00.316844 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d772701d-ee4b-43dd-9ce2-e2ce8a454c8f tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks [] for floatingip, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:00.317189 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.db.l3_db [None req-d772701d-ee4b-43dd-9ce2-e2ce8a454c8f tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Floating IP 83b3c885-54cb-4c5b-b80c-07e6fb0f8968 disassociated (deleted). External IP: 172.27.2.98, port: 46440f82-0a6b-4d97-82a5-b146d1263ea9. Nov 23 07:48:00.373901 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d89ac-6609-40db-9d58-3ae8d503e531 req-d787143d-4266-4a3a-9e39-c30c631a4734 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:00.375925 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-e72d89ac-6609-40db-9d58-3ae8d503e531 req-d787143d-4266-4a3a-9e39-c30c631a4734 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.3964586 Nov 23 07:48:00.482596 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-e72d89ac-6609-40db-9d58-3ae8d503e531 req-0afa4396-ff59-4187-b89e-136abfaa206d tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967188 Nov 23 07:48:00.616654 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d772701d-ee4b-43dd-9ce2-e2ce8a454c8f tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Router af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:48:00.740245 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d772701d-ee4b-43dd-9ce2-e2ce8a454c8f tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:48:00.745124 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d772701d-ee4b-43dd-9ce2-e2ce8a454c8f tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for floatingip, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:00.750747 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628d50fe-fe9e-44a7-8115-6338c2760487 None None] Sync routers for ids ['af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b'] in dv-cinder-804035-14-iscsi {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:48:00.762818 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628d50fe-fe9e-44a7-8115-6338c2760487 None None] Routers {'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:48:00.763478 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-628d50fe-fe9e-44a7-8115-6338c2760487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:47:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:00.776021 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-d772701d-ee4b-43dd-9ce2-e2ce8a454c8f tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "DELETE /v2.0/floatingips/83b3c885-54cb-4c5b-b80c-07e6fb0f8968 HTTP/1.1" status: 204 len: 168 time: 1.3891342 Nov 23 07:48:00.776661 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842f1da9-1085-4946-b62b-9ae2c5ad009b', 'tag': '46440f82-0a6b-4d97-82a5-b146d1263ea9'}] {{(pid=109284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:48:00.780241 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c78387096465b81761c1bc75509c53a158ab102a0bd2fdc4143831998860951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b47a7f7-90b0-4918-835d-46f99158b8c9" -d '{"events": [{"name": "network-changed", "server_uuid": "842f1da9-1085-4946-b62b-9ae2c5ad009b", "tag": "46440f82-0a6b-4d97-82a5-b146d1263ea9"}]}' {{(pid=109284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:48:00.823547 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ceb9a2-12e3-4b56-b125-f61a6a0c75b2 x-openstack-request-id: req-38ceb9a2-12e3-4b56-b125-f61a6a0c75b2 {{(pid=109284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:48:00.824088 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842f1da9-1085-4946-b62b-9ae2c5ad009b", "tag": "46440f82-0a6b-4d97-82a5-b146d1263ea9", "status": "completed", "code": 200}]} {{(pid=109284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:48:00.824611 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-38ceb9a2-12e3-4b56-b125-f61a6a0c75b2 {{(pid=109284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:48:00.825393 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842f1da9-1085-4946-b62b-9ae2c5ad009b', 'tag': '46440f82-0a6b-4d97-82a5-b146d1263ea9', 'status': 'completed', 'code': 200} Nov 23 07:48:00.935002 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-628d50fe-fe9e-44a7-8115-6338c2760487 None None] Set router af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:48:00.939871 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47a7f7-90b0-4918-835d-46f99158b8c9 req-b38fdf96-6290-4b4c-a35e-53246f4353f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:00.942109 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7b47a7f7-90b0-4918-835d-46f99158b8c9 req-b38fdf96-6290-4b4c-a35e-53246f4353f1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c42cd8fcb71040c394c2fa2ed9324ae0&device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 1098 time: 0.0805020 Nov 23 07:48:01.143771 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47a7f7-90b0-4918-835d-46f99158b8c9 req-48fcd4a3-6f32-41de-8863-1d1e40563e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:01.145364 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7b47a7f7-90b0-4918-835d-46f99158b8c9 req-48fcd4a3-6f32-41de-8863-1d1e40563e52 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1b5d852b-b97c-4e33-b149-2a4c0450e4d5 HTTP/1.1" status: 200 len: 915 time: 0.1905532 Nov 23 07:48:01.219041 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7b47a7f7-90b0-4918-835d-46f99158b8c9 req-eb1c6efe-c93d-40c1-895b-cce9bf96b950 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46440f82-0a6b-4d97-82a5-b146d1263ea9 HTTP/1.1" status: 200 len: 217 time: 0.0637188 Nov 23 07:48:01.294400 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-628d50fe-fe9e-44a7-8115-6338c2760487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'name': 'tempest-TestMinimumBasicScenario-106881543-router', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0c381ab8-774b-44f8-badd-77c97bb9dfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:44:50Z', 'updated_at': '2021-11-23T07:44:54Z', 'revision_number': 4, 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'gw_port': {'id': '0c381ab8-774b-44f8-badd-77c97bb9dfd3', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:44:51Z', 'updated_at': '2021-11-23T07:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '2d1c7671-5609-450c-b243-f766047adf77', 'name': '', 'network_id': '1b5d852b-b97c-4e33-b149-2a4c0450e4d5', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'mac_address': 'fa:16:3e:99:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'd1021d11-6a0a-4efc-bfec-6471a02dfed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:44:53Z', 'updated_at': '2021-11-23T07:45:01Z', 'revision_number': 5, 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'subnets': [{'id': 'd1021d11-6a0a-4efc-bfec-6471a02dfed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:01.297499 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47a7f7-90b0-4918-835d-46f99158b8c9 req-2319bcc3-4187-486f-83cc-880089c9f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:01.300180 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7b47a7f7-90b0-4918-835d-46f99158b8c9 req-2319bcc3-4187-486f-83cc-880089c9f2fc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d1021d11-6a0a-4efc-bfec-6471a02dfed1 HTTP/1.1" status: 200 len: 853 time: 0.0722866 Nov 23 07:48:01.335080 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628d50fe-fe9e-44a7-8115-6338c2760487 None None] Checking router: af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b for host: dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:48:01.354614 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628d50fe-fe9e-44a7-8115-6338c2760487 None None] Routers {'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:48:01.355263 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-628d50fe-fe9e-44a7-8115-6338c2760487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:47:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:01.357291 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-19f25caf-bf95-4f2c-9c1c-506a870e694c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:01.376334 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47a7f7-90b0-4918-835d-46f99158b8c9 req-6a2621e9-e7da-4252-a7b6-19bbc0a0a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:01.377909 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7b47a7f7-90b0-4918-835d-46f99158b8c9 req-6a2621e9-e7da-4252-a7b6-19bbc0a0a142 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1b5d852b-b97c-4e33-b149-2a4c0450e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0687838 Nov 23 07:48:01.489989 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7b47a7f7-90b0-4918-835d-46f99158b8c9 req-e1f779cd-cd59-4fd5-959c-318ae01ee13a service neutron] 10.222.0.31 "GET /v2.0/networks/1b5d852b-b97c-4e33-b149-2a4c0450e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008427 Nov 23 07:48:01.576575 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-628d50fe-fe9e-44a7-8115-6338c2760487 None None] Set router af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:48:01.689363 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc85d47-0d0c-4645-8558-d01b2c5e26d8 req-8f8b3e7f-ea04-432f-9426-85e8754abbed tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:01.693242 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-1bc85d47-0d0c-4645-8558-d01b2c5e26d8 req-8f8b3e7f-ea04-432f-9426-85e8754abbed tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0941448 Nov 23 07:48:01.773741 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-1bc85d47-0d0c-4645-8558-d01b2c5e26d8 req-a538548d-bb7d-4120-a0ba-5b2aef9ceb79 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680730 Nov 23 07:48:01.865462 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-628d50fe-fe9e-44a7-8115-6338c2760487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'name': 'tempest-TestMinimumBasicScenario-106881543-router', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0c381ab8-774b-44f8-badd-77c97bb9dfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:44:50Z', 'updated_at': '2021-11-23T07:44:54Z', 'revision_number': 4, 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'gw_port': {'id': '0c381ab8-774b-44f8-badd-77c97bb9dfd3', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:44:51Z', 'updated_at': '2021-11-23T07:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '2d1c7671-5609-450c-b243-f766047adf77', 'name': '', 'network_id': '1b5d852b-b97c-4e33-b149-2a4c0450e4d5', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'mac_address': 'fa:16:3e:99:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'd1021d11-6a0a-4efc-bfec-6471a02dfed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:44:53Z', 'updated_at': '2021-11-23T07:45:01Z', 'revision_number': 5, 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'subnets': [{'id': 'd1021d11-6a0a-4efc-bfec-6471a02dfed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:01.898617 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628d50fe-fe9e-44a7-8115-6338c2760487 None None] The sync data for ids ['af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b'] in dv-cinder-804035-14-iscsi is: [{'id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'name': 'tempest-TestMinimumBasicScenario-106881543-router', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0c381ab8-774b-44f8-badd-77c97bb9dfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:44:50Z', 'updated_at': '2021-11-23T07:44:54Z', 'revision_number': 4, 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'gw_port': {'id': '0c381ab8-774b-44f8-badd-77c97bb9dfd3', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:44:51Z', 'updated_at': '2021-11-23T07:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '2d1c7671-5609-450c-b243-f766047adf77', 'name': '', 'network_id': '1b5d852b-b97c-4e33-b149-2a4c0450e4d5', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'mac_address': 'fa:16:3e:99:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'd1021d11-6a0a-4efc-bfec-6471a02dfed1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:44:53Z', 'updated_at': '2021-11-23T07:45:01Z', 'revision_number': 5, 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'subnets': [{'id': 'd1021d11-6a0a-4efc-bfec-6471a02dfed1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:48:01.917248 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7b47a7f7-90b0-4918-835d-46f99158b8c9 req-c2566584-9630-46d4-b7dd-d34ffdebb1fe service neutron] 10.222.0.31 "GET /v2.0/networks/1b5d852b-b97c-4e33-b149-2a4c0450e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184508 Nov 23 07:48:02.112034 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea39740-917a-426b-9f3b-e20d8acee9c7 req-be8aca3f-a8ab-4e5a-9c0d-2fc6c4de3217 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:02.114345 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-bea39740-917a-426b-9f3b-e20d8acee9c7 req-be8aca3f-a8ab-4e5a-9c0d-2fc6c4de3217 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.31 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 945 time: 0.0765767 Nov 23 07:48:02.141645 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b11b67f-ad4c-473f-966c-bbe0ea35a179 None None] New status for floating IP 83b3c885-54cb-4c5b-b80c-07e6fb0f8968: DOWN {{(pid=109286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 07:48:02.230092 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-bea39740-917a-426b-9f3b-e20d8acee9c7 req-b941df81-d61d-47ec-8803-2fa6f122fdf0 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Deleting port 12786728-e083-4cb6-b178-3facabd226a9 {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:48:02.230552 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-bea39740-917a-426b-9f3b-e20d8acee9c7 req-b941df81-d61d-47ec-8803-2fa6f122fdf0 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:02.332950 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-bea39740-917a-426b-9f3b-e20d8acee9c7 req-b941df81-d61d-47ec-8803-2fa6f122fdf0 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] For port 12786728-e083-4cb6-b178-3facabd226a9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=12786728-e083-4cb6-b178-3facabd226a9,segment=NetworkSegment(d49c0d41-f11b-425e-9786-8329159ba34c),segment_id=d49c0d41-f11b-425e-9786-8329159ba34c)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:48:02.333339 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-bea39740-917a-426b-9f3b-e20d8acee9c7 req-b941df81-d61d-47ec-8803-2fa6f122fdf0 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:02.575249 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-bea39740-917a-426b-9f3b-e20d8acee9c7 req-b941df81-d61d-47ec-8803-2fa6f122fdf0 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:02.575610 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-bea39740-917a-426b-9f3b-e20d8acee9c7 req-b941df81-d61d-47ec-8803-2fa6f122fdf0 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1712191'] for floatingip, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:02.576093 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.db.l3_db [req-bea39740-917a-426b-9f3b-e20d8acee9c7 req-b941df81-d61d-47ec-8803-2fa6f122fdf0 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Floating IP 48b8b4e6-30b8-4d83-95ba-4fddfd0d5232 disassociated. External IP: 172.27.2.224, port: 12786728-e083-4cb6-b178-3facabd226a9. Nov 23 07:48:02.576695 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-bea39740-917a-426b-9f3b-e20d8acee9c7 req-b941df81-d61d-47ec-8803-2fa6f122fdf0 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Calling delete_port for 12786728-e083-4cb6-b178-3facabd226a9 owned by compute:nova {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:48:02.729636 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-bea39740-917a-426b-9f3b-e20d8acee9c7 req-b941df81-d61d-47ec-8803-2fa6f122fdf0 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:02.762196 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b941df81-d61d-47ec-8803-2fa6f122fdf0 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Pushing event deleted for resources: {'Port': ['ID=12786728-e083-4cb6-b178-3facabd226a9,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:02.790349 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:02.908620 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bea39740-917a-426b-9f3b-e20d8acee9c7 req-b941df81-d61d-47ec-8803-2fa6f122fdf0 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Router 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:48:03.000041 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-cae46f0c-ded8-4b7c-85c1-d565eb7dd385 req-892ff46d-1438-4332-b348-2517e3b10132 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=28c2d383-cc82-4479-b0fe-d92e63ef538d HTTP/1.1" status: 200 len: 210 time: 0.1330051 Nov 23 07:48:03.067290 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bea39740-917a-426b-9f3b-e20d8acee9c7 req-b941df81-d61d-47ec-8803-2fa6f122fdf0 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:48:03.084101 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62860539-84df-4a2e-8fe4-c6a27c457e1b None None] Sync routers for ids ['74ab5de3-8801-40c3-96b4-eaa83e6bcb01'] in dv-cinder-804035-14-iscsi {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:48:03.095879 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62860539-84df-4a2e-8fe4-c6a27c457e1b None None] Routers {'74ab5de3-8801-40c3-96b4-eaa83e6bcb01'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:48:03.096521 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-62860539-84df-4a2e-8fe4-c6a27c457e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:48:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['74ab5de3-8801-40c3-96b4-eaa83e6bcb01'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:03.118855 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea39740-917a-426b-9f3b-e20d8acee9c7 req-b941df81-d61d-47ec-8803-2fa6f122fdf0 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] No DVR routers for this DVR port 12786728-e083-4cb6-b178-3facabd226a9 on host hv-cinder-80403 {{(pid=109283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:48:03.123047 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-bea39740-917a-426b-9f3b-e20d8acee9c7 req-b941df81-d61d-47ec-8803-2fa6f122fdf0 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:03.126605 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-bea39740-917a-426b-9f3b-e20d8acee9c7 req-b941df81-d61d-47ec-8803-2fa6f122fdf0 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.31 "DELETE /v2.0/ports/12786728-e083-4cb6-b178-3facabd226a9 HTTP/1.1" status: 204 len: 173 time: 1.0024164 Nov 23 07:48:03.127095 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c2d383-cc82-4479-b0fe-d92e63ef538d', 'name': 'network-vif-deleted', 'tag': '12786728-e083-4cb6-b178-3facabd226a9'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:48:03.129466 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcb4c53-b9a3-4086-82f7-7ea720c78bdd" -d '{"events": [{"server_uuid": "28c2d383-cc82-4479-b0fe-d92e63ef538d", "name": "network-vif-deleted", "tag": "12786728-e083-4cb6-b178-3facabd226a9"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:48:03.188689 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1fc4dd-e966-4301-b259-5648309f4b56 x-openstack-request-id: req-4f1fc4dd-e966-4301-b259-5648309f4b56 {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:48:03.188977 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c2d383-cc82-4479-b0fe-d92e63ef538d", "name": "network-vif-deleted", "tag": "12786728-e083-4cb6-b178-3facabd226a9", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:48:03.189459 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f1fc4dd-e966-4301-b259-5648309f4b56 {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:48:03.189696 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c2d383-cc82-4479-b0fe-d92e63ef538d', 'name': 'network-vif-deleted', 'tag': '12786728-e083-4cb6-b178-3facabd226a9', 'status': 'completed', 'code': 200} Nov 23 07:48:03.380971 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-62860539-84df-4a2e-8fe4-c6a27c457e1b None None] Set router 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:48:03.697523 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-62860539-84df-4a2e-8fe4-c6a27c457e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'name': 'tempest-AttachVolumeTestJSON-1793854537-router', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:42:59Z', 'updated_at': '2021-11-23T07:43:06Z', 'revision_number': 4, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'gw_port': {'id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'c744d497-55c1-4984-8d71-d54aea45c656', 'name': '', 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'mac_address': 'fa:16:3e:40:12:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:04Z', 'updated_at': '2021-11-23T07:43:19Z', 'revision_number': 5, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'subnets': [{'id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:03.730045 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62860539-84df-4a2e-8fe4-c6a27c457e1b None None] Checking router: 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 for host: dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:48:03.740060 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62860539-84df-4a2e-8fe4-c6a27c457e1b None None] Routers {'74ab5de3-8801-40c3-96b4-eaa83e6bcb01'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:48:03.740698 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-62860539-84df-4a2e-8fe4-c6a27c457e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:48:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['74ab5de3-8801-40c3-96b4-eaa83e6bcb01'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:03.748974 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48410) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:03.870083 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-62860539-84df-4a2e-8fe4-c6a27c457e1b None None] Set router 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:48:03.884876 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a5e5a618-bf4f-41dc-8ebf-c227e9667169 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:04.002864 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a5e5a618-bf4f-41dc-8ebf-c227e9667169 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:04.009684 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a5e5a618-bf4f-41dc-8ebf-c227e9667169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:04.077085 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-a5e5a618-bf4f-41dc-8ebf-c227e9667169 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f4ae396fd7c48699e8bac1940014854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3263090 Nov 23 07:48:04.081342 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 48420) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:04.082687 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5a618-bf4f-41dc-8ebf-c227e9667169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c336ef-bb5f-4b7e-8bd9-b748d6300da4,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:04.131706 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48422) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:04.154160 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-1e1250ac-b00f-475b-8dc0-7677191c5870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:04.178214 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-62860539-84df-4a2e-8fe4-c6a27c457e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'name': 'tempest-AttachVolumeTestJSON-1793854537-router', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:42:59Z', 'updated_at': '2021-11-23T07:43:06Z', 'revision_number': 4, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'gw_port': {'id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'c744d497-55c1-4984-8d71-d54aea45c656', 'name': '', 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'mac_address': 'fa:16:3e:40:12:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:04Z', 'updated_at': '2021-11-23T07:43:19Z', 'revision_number': 5, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'subnets': [{'id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:04.189219 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-1e1250ac-b00f-475b-8dc0-7677191c5870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:04.209248 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62860539-84df-4a2e-8fe4-c6a27c457e1b None None] The sync data for ids ['74ab5de3-8801-40c3-96b4-eaa83e6bcb01'] in dv-cinder-804035-14-iscsi is: [{'id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'name': 'tempest-AttachVolumeTestJSON-1793854537-router', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:42:59Z', 'updated_at': '2021-11-23T07:43:06Z', 'revision_number': 4, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'gw_port': {'id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'c744d497-55c1-4984-8d71-d54aea45c656', 'name': '', 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'mac_address': 'fa:16:3e:40:12:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:04Z', 'updated_at': '2021-11-23T07:43:19Z', 'revision_number': 5, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'subnets': [{'id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:48:04.236219 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a406a611-354b-4a42-bc0d-8b9714281948 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:04.268363 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a406a611-354b-4a42-bc0d-8b9714281948 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:04.291767 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-1e1250ac-b00f-475b-8dc0-7677191c5870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:04.298997 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-1e1250ac-b00f-475b-8dc0-7677191c5870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:04.304090 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-1e1250ac-b00f-475b-8dc0-7677191c5870 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/38c336ef-bb5f-4b7e-8bd9-b748d6300da4 HTTP/1.1" status: 204 len: 168 time: 0.2177653 Nov 23 07:48:04.320638 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1250ac-b00f-475b-8dc0-7677191c5870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c336ef-bb5f-4b7e-8bd9-b748d6300da4,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:04.373276 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a406a611-354b-4a42-bc0d-8b9714281948 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:04.376837 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a406a611-354b-4a42-bc0d-8b9714281948 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:04.378079 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-a406a611-354b-4a42-bc0d-8b9714281948 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "DELETE /v2.0/security-groups/3ea045c2-6f34-47fe-b1f5-ea315f5c16d0 HTTP/1.1" status: 204 len: 168 time: 0.2433505 Nov 23 07:48:04.383106 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 48428) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:04.389971 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406a611-354b-4a42-bc0d-8b9714281948 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea045c2-6f34-47fe-b1f5-ea315f5c16d0,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:04.405286 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.api.v2.resource [None req-17e7ade1-4dfc-4d80-a3a4-e765e985dac2 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] show failed (client error): The resource could not be found. Nov 23 07:48:04.406435 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-17e7ade1-4dfc-4d80-a3a4-e765e985dac2 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups/3ea045c2-6f34-47fe-b1f5-ea315f5c16d0 HTTP/1.1" status: 404 len: 347 time: 0.0219960 Nov 23 07:48:04.410564 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48430) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:04.584883 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1453b7ca-2c3c-4a20-8b84-fd866cfc3b57 None None] New status for floating IP 48b8b4e6-30b8-4d83-95ba-4fddfd0d5232: DOWN {{(pid=109286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 07:48:04.586218 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-78e297dc-35b7-4f22-9a25-386f76280d5c tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Deleting port 705003a7-d43b-4fd5-bb81-07c7d60598ce {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:48:04.586806 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-78e297dc-35b7-4f22-9a25-386f76280d5c tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:04.711594 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-78e297dc-35b7-4f22-9a25-386f76280d5c tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:04.711931 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-78e297dc-35b7-4f22-9a25-386f76280d5c tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:04.729576 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-78e297dc-35b7-4f22-9a25-386f76280d5c tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Calling delete_port for 705003a7-d43b-4fd5-bb81-07c7d60598ce owned by network:floatingip {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:48:04.835276 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:04.905397 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-78e297dc-35b7-4f22-9a25-386f76280d5c tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:04.952406 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e297dc-35b7-4f22-9a25-386f76280d5c tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Pushing event deleted for resources: {'Port': ['ID=705003a7-d43b-4fd5-bb81-07c7d60598ce,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:05.065748 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-78e297dc-35b7-4f22-9a25-386f76280d5c tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for floatingip, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:05.071387 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-78e297dc-35b7-4f22-9a25-386f76280d5c tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for floatingip, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:05.077984 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-78e297dc-35b7-4f22-9a25-386f76280d5c tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "DELETE /v2.0/floatingips/48b8b4e6-30b8-4d83-95ba-4fddfd0d5232 HTTP/1.1" status: 204 len: 168 time: 0.6534188 Nov 23 07:48:05.279113 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48454) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:05.399396 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48458) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:05.407088 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-0ca6550f-a688-4bbf-88de-1a8d9076d2bb tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Request body: {'security_group': {'name': 'tempest-securitygroup--853364726', 'description': 'tempest-description--1091677569'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:05.443792 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-8d5367c8-f89c-48ae-9063-15a7f3bbec7d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1708094805-network', 'tenant_id': '2d805701d3af40f59df0733595904769'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:05.469358 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-0ca6550f-a688-4bbf-88de-1a8d9076d2bb tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:05.503479 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5367c8-f89c-48ae-9063-15a7f3bbec7d admin admin] Made reservation on behalf of 2d805701d3af40f59df0733595904769 for: {'network': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:48:05.506492 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-8d5367c8-f89c-48ae-9063-15a7f3bbec7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for network, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:05.524874 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-8d5367c8-f89c-48ae-9063-15a7f3bbec7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:05.584087 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:05.612281 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-0ca6550f-a688-4bbf-88de-1a8d9076d2bb tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:05.623211 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-0ca6550f-a688-4bbf-88de-1a8d9076d2bb tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:05.676131 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-0ca6550f-a688-4bbf-88de-1a8d9076d2bb tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:05.677795 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-0ca6550f-a688-4bbf-88de-1a8d9076d2bb tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2768238 Nov 23 07:48:05.682190 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 48462) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:05.686572 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6550f-a688-4bbf-88de-1a8d9076d2bb tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26671225-dcb6-48a3-94dd-558c8242f1c1,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:05.688356 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-7b82cec5-85a2-403f-b374-4d659d1fc6de tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Request body: {'security_group_rule': {'security_group_id': '26671225-dcb6-48a3-94dd-558c8242f1c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:05.708952 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-8d5367c8-f89c-48ae-9063-15a7f3bbec7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:05.714190 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-8d5367c8-f89c-48ae-9063-15a7f3bbec7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:05.740721 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-7b82cec5-85a2-403f-b374-4d659d1fc6de tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:05.755072 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d5367c8-f89c-48ae-9063-15a7f3bbec7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=109283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 07:48:05.779217 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5367c8-f89c-48ae-9063-15a7f3bbec7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d2781a-59b3-4063-942e-47afee7b9c93,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:05.788343 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-8d5367c8-f89c-48ae-9063-15a7f3bbec7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:05.788880 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.db.segments_db [None req-8d5367c8-f89c-48ae-9063-15a7f3bbec7d admin admin] Added segment 0485c9ee-81a2-42db-aa59-91c9df2534b4 of type vlan for network 6b5935e7-9d75-48af-991a-f9db01f37912 Nov 23 07:48:05.851280 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-7b82cec5-85a2-403f-b374-4d659d1fc6de tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:05.857126 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-7b82cec5-85a2-403f-b374-4d659d1fc6de tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750411'] for security_group_rule, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:05.860536 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-8d5367c8-f89c-48ae-9063-15a7f3bbec7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750071714106'] for network, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:05.888428 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b82cec5-85a2-403f-b374-4d659d1fc6de tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b9a8ac-c2e6-4cc3-8f40-f2d0a96d9d85,revision_number=0']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:05.897299 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-8d5367c8-f89c-48ae-9063-15a7f3bbec7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for network, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:05.898484 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5367c8-f89c-48ae-9063-15a7f3bbec7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:05.898956 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-8d5367c8-f89c-48ae-9063-15a7f3bbec7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:05.900866 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-7b82cec5-85a2-403f-b374-4d659d1fc6de tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:05.902517 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-7b82cec5-85a2-403f-b374-4d659d1fc6de tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2187479 Nov 23 07:48:05.905938 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 48464) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:05.911372 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-5015a1dc-1267-4d9f-a6b0-5487e1b6ef15 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Request body: {'security_group_rule': {'security_group_id': '26671225-dcb6-48a3-94dd-558c8242f1c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:05.951805 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5015a1dc-1267-4d9f-a6b0-5487e1b6ef15 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:05.968513 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5367c8-f89c-48ae-9063-15a7f3bbec7d admin admin] Pushing event updated for resources: {'Network': ['ID=6b5935e7-9d75-48af-991a-f9db01f37912,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:05.974919 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-8d5367c8-f89c-48ae-9063-15a7f3bbec7d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6941533 Nov 23 07:48:05.980299 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48466) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:05.984639 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Network 6b5935e7-9d75-48af-991a-f9db01f37912 details requested by agent ovs-agent-dv-cinder-804035-14-iscsi with host dv-cinder-804035-14-iscsi {{(pid=109285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 07:48:05.985558 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-bcf46dcf-2279-4c65-ad71-15e10f6e352f admin admin] Request body: {'subnet': {'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1708094805-subnet', 'tenant_id': '2d805701d3af40f59df0733595904769', 'ip_version': 4}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:06.010010 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf46dcf-2279-4c65-ad71-15e10f6e352f admin admin] Made reservation on behalf of 2d805701d3af40f59df0733595904769 for: {'subnet': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:48:06.012673 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bcf46dcf-2279-4c65-ad71-15e10f6e352f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9964363'] for subnet, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:06.071631 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5015a1dc-1267-4d9f-a6b0-5487e1b6ef15 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:06.083577 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5015a1dc-1267-4d9f-a6b0-5487e1b6ef15 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750411'] for security_group_rule, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:06.105873 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015a1dc-1267-4d9f-a6b0-5487e1b6ef15 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55111b1a-d680-4093-9ee6-f6c3a1db84d8,revision_number=0']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:06.117397 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5015a1dc-1267-4d9f-a6b0-5487e1b6ef15 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:06.119446 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-5015a1dc-1267-4d9f-a6b0-5487e1b6ef15 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2122824 Nov 23 07:48:06.123233 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 48468) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:06.129256 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-d16846d2-09d7-4810-8ee2-2d581d324b97 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Request body: {'floatingip': {'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:06.152979 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d16846d2-09d7-4810-8ee2-2d581d324b97 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for floatingip, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:06.272312 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d16846d2-09d7-4810-8ee2-2d581d324b97 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:06.303733 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bcf46dcf-2279-4c65-ad71-15e10f6e352f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9542862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9964377'] for subnet, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:06.405376 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.db_base_plugin_common [None req-d16846d2-09d7-4810-8ee2-2d581d324b97 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Allocated IP 172.27.2.134 (891dfe80-61d0-4c14-832c-7438dfe6f055/08f8fc41-5d8c-4fca-8f02-9f082906db87/29589358-06a4-4dac-b1db-4e244d94906a) {{(pid=109284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:48:06.411778 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf46dcf-2279-4c65-ad71-15e10f6e352f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b5e914f-670e-4ab3-982a-052365646196,revision_number=0']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:06.424703 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf46dcf-2279-4c65-ad71-15e10f6e352f admin admin] Checking segment: {'id': '0485c9ee-81a2-42db-aa59-91c9df2534b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:48:06.425826 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf46dcf-2279-4c65-ad71-15e10f6e352f admin admin] Network hostable DHCP agents. Network: 6b5935e7-9d75-48af-991a-f9db01f37912, hostable agents: ['9f8f8844-157f-46aa-8160-5509eea3b0e3'], hosted agents: [] {{(pid=109283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 07:48:06.461027 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf46dcf-2279-4c65-ad71-15e10f6e352f admin admin] Network 6b5935e7-9d75-48af-991a-f9db01f37912 is scheduled to be hosted by DHCP agent 9f8f8844-157f-46aa-8160-5509eea3b0e3 with binding_index 1 {{(pid=109283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 07:48:06.480395 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [None req-bcf46dcf-2279-4c65-ad71-15e10f6e352f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-14-iscsi, 6b5935e7-9d75-48af-991a-f9db01f37912) {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:48:06.490291 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf46dcf-2279-4c65-ad71-15e10f6e352f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:06.492821 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bcf46dcf-2279-4c65-ad71-15e10f6e352f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:06.507425 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec83869-3d5c-4f9d-8207-0dde5e99bfba None None] Network 6b5935e7-9d75-48af-991a-f9db01f37912 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:48:06.526622 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-bcf46dcf-2279-4c65-ad71-15e10f6e352f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5451000 Nov 23 07:48:06.536480 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48474) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:06.542648 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-b3495371-cd1d-47fe-bbf7-53273875c09b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1708094805-router', 'tenant_id': '2d805701d3af40f59df0733595904769', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:06.566068 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d16846d2-09d7-4810-8ee2-2d581d324b97 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for port, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:06.586478 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b3495371-cd1d-47fe-bbf7-53273875c09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1719506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:06.587692 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b3495371-cd1d-47fe-bbf7-53273875c09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1712850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1713320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-946'] for router, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:06.635036 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b0c2819a-0385-445f-8e34-b25df4876b3d req-bf8da326-17f2-4558-a072-22b52f8e62ae service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1066921 Nov 23 07:48:06.671849 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b3495371-cd1d-47fe-bbf7-53273875c09b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:06.689785 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d16846d2-09d7-4810-8ee2-2d581d324b97 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909886'] for port, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:06.701091 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 12786728-e083-4cb6-b178-3facabd226a9 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:48:06.749266 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] No Port match for: 12786728-e083-4cb6-b178-3facabd226a9 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:48:06.749596 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 12786728-e083-4cb6-b178-3facabd226a9 not bound to the agent host hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:48:06.769127 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16846d2-09d7-4810-8ee2-2d581d324b97 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Network 891dfe80-61d0-4c14-832c-7438dfe6f055 is already hosted by enough agents. {{(pid=109284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:48:06.776611 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-d16846d2-09d7-4810-8ee2-2d581d324b97 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Resources bound (agent type, host, resource id): {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:48:06.782430 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16846d2-09d7-4810-8ee2-2d581d324b97 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Received port after_create {{(pid=109284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:48:06.818206 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16846d2-09d7-4810-8ee2-2d581d324b97 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Pushing event updated for resources: {'Port': ['ID=29589358-06a4-4dac-b1db-4e244d94906a,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:06.823653 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36184aa1-6e31-4251-9d98-ea4ed303d0fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d3c1c3e-7e7c-57c3-af0f-cd4a647982af-6b5935e7-9d75-48af-991a-f9db01f37912', 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912', 'tenant_id': '2d805701d3af40f59df0733595904769', 'fixed_ips': [{'subnet_id': '8b5e914f-670e-4ab3-982a-052365646196'}]}} from dv-cinder-804035-14-iscsi. {{(pid=109285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 07:48:06.824804 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-36184aa1-6e31-4251-9d98-ea4ed303d0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:06.874576 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b3495371-cd1d-47fe-bbf7-53273875c09b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:06.882816 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2819a-0385-445f-8e34-b25df4876b3d req-12f0bc97-6e0c-4f12-8c90-de357b3ff1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:06.884636 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b0c2819a-0385-445f-8e34-b25df4876b3d req-12f0bc97-6e0c-4f12-8c90-de357b3ff1b6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c42cd8fcb71040c394c2fa2ed9324ae0&device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 1098 time: 0.2113891 Nov 23 07:48:06.989494 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d16846d2-09d7-4810-8ee2-2d581d324b97 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:07.014642 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.db_base_plugin_common [None req-36184aa1-6e31-4251-9d98-ea4ed303d0fa None None] Allocated IP 172.20.0.2 (6b5935e7-9d75-48af-991a-f9db01f37912/8b5e914f-670e-4ab3-982a-052365646196/79e4a82c-081e-4a95-b711-0692b337c462) {{(pid=109285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:48:07.056990 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d16846d2-09d7-4810-8ee2-2d581d324b97 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:07.072896 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2819a-0385-445f-8e34-b25df4876b3d req-5782ef60-eddf-48e7-b210-2a43299b1ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:07.074479 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b0c2819a-0385-445f-8e34-b25df4876b3d req-5782ef60-eddf-48e7-b210-2a43299b1ff9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1b5d852b-b97c-4e33-b149-2a4c0450e4d5 HTTP/1.1" status: 200 len: 915 time: 0.1570625 Nov 23 07:48:07.125997 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b0c2819a-0385-445f-8e34-b25df4876b3d req-78f3857e-c82f-4d0f-8fe2-bdc36a299505 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46440f82-0a6b-4d97-82a5-b146d1263ea9 HTTP/1.1" status: 200 len: 217 time: 0.0428324 Nov 23 07:48:07.243647 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d16846d2-09d7-4810-8ee2-2d581d324b97 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for port, precommit_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:07.249583 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d16846d2-09d7-4810-8ee2-2d581d324b97 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909831'] for port, after_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:07.292533 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-36184aa1-6e31-4251-9d98-ea4ed303d0fa None None] Publish callbacks [] for port, precommit_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:07.303038 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-36184aa1-6e31-4251-9d98-ea4ed303d0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:07.327260 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16846d2-09d7-4810-8ee2-2d581d324b97 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Pushing event updated for resources: {'Port': ['ID=29589358-06a4-4dac-b1db-4e244d94906a,revision_number=2']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:07.352806 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d16846d2-09d7-4810-8ee2-2d581d324b97 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1712191'] for floatingip, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:07.360647 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2819a-0385-445f-8e34-b25df4876b3d req-b7b8465a-dd4a-45e2-acd4-b44bd76efa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:07.363661 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b0c2819a-0385-445f-8e34-b25df4876b3d req-b7b8465a-dd4a-45e2-acd4-b44bd76efa5d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d1021d11-6a0a-4efc-bfec-6471a02dfed1 HTTP/1.1" status: 200 len: 853 time: 0.2282536 Nov 23 07:48:07.366475 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36184aa1-6e31-4251-9d98-ea4ed303d0fa None None] Network 6b5935e7-9d75-48af-991a-f9db01f37912 is already hosted by enough agents. {{(pid=109285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:48:07.374511 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d16846d2-09d7-4810-8ee2-2d581d324b97 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for floatingip, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:07.376242 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-d16846d2-09d7-4810-8ee2-2d581d324b97 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2516804 Nov 23 07:48:07.392666 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.scheduler.base_scheduler [None req-36184aa1-6e31-4251-9d98-ea4ed303d0fa None None] Resources bound (agent type, host, resource id): {{(pid=109285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:48:07.396279 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36184aa1-6e31-4251-9d98-ea4ed303d0fa None None] Pushing event updated for resources: {'Port': ['ID=79e4a82c-081e-4a95-b711-0692b337c462,revision_number=1']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:07.400532 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36184aa1-6e31-4251-9d98-ea4ed303d0fa None None] Received port after_create {{(pid=109285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:48:07.407037 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:07.477223 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-36184aa1-6e31-4251-9d98-ea4ed303d0fa None None] Attempting to bind port 79e4a82c-081e-4a95-b711-0692b337c462 on host dv-cinder-804035-14-iscsi for vnic_type normal with profile {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:48:07.477223 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-36184aa1-6e31-4251-9d98-ea4ed303d0fa None None] Attempting to bind port 79e4a82c-081e-4a95-b711-0692b337c462 by drivers openvswitch,hyperv on host dv-cinder-804035-14-iscsi at level 0 using segments [{'id': '0485c9ee-81a2-42db-aa59-91c9df2534b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912'}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:48:07.477223 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36184aa1-6e31-4251-9d98-ea4ed303d0fa None None] Attempting to bind port 79e4a82c-081e-4a95-b711-0692b337c462 on network 6b5935e7-9d75-48af-991a-f9db01f37912 {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:48:07.482961 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36184aa1-6e31-4251-9d98-ea4ed303d0fa None None] Checking agent: {'id': 'b3285c04-b64b-48ad-a641-833cdb741995', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'started_at': datetime.datetime(2021, 11, 23, 7, 35, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:48:07.486388 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36184aa1-6e31-4251-9d98-ea4ed303d0fa None None] Checking segment: {'id': '0485c9ee-81a2-42db-aa59-91c9df2534b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:48:07.486388 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-36184aa1-6e31-4251-9d98-ea4ed303d0fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:07.486388 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36184aa1-6e31-4251-9d98-ea4ed303d0fa None None] Bound using segment: {'id': '0485c9ee-81a2-42db-aa59-91c9df2534b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912'} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:48:07.486388 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-36184aa1-6e31-4251-9d98-ea4ed303d0fa None None] Bound port: 79e4a82c-081e-4a95-b711-0692b337c462, host: dv-cinder-804035-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0485c9ee-81a2-42db-aa59-91c9df2534b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912'}}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:48:07.486388 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-36184aa1-6e31-4251-9d98-ea4ed303d0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:07.493614 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b3495371-cd1d-47fe-bbf7-53273875c09b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:07.548070 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b3495371-cd1d-47fe-bbf7-53273875c09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:07.571926 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2819a-0385-445f-8e34-b25df4876b3d req-cf174794-12df-48ac-9e6f-c4db1d12c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:07.574595 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-36184aa1-6e31-4251-9d98-ea4ed303d0fa None None] For port 79e4a82c-081e-4a95-b711-0692b337c462, host dv-cinder-804035-14-iscsi, cleared binding levels {{(pid=109285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:48:07.574763 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b0c2819a-0385-445f-8e34-b25df4876b3d req-cf174794-12df-48ac-9e6f-c4db1d12c17e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1b5d852b-b97c-4e33-b149-2a4c0450e4d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1982200 Nov 23 07:48:07.580719 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-36184aa1-6e31-4251-9d98-ea4ed303d0fa None None] For port 79e4a82c-081e-4a95-b711-0692b337c462, host dv-cinder-804035-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=79e4a82c-081e-4a95-b711-0692b337c462,segment=NetworkSegment(0485c9ee-81a2-42db-aa59-91c9df2534b4),segment_id=0485c9ee-81a2-42db-aa59-91c9df2534b4)] {{(pid=109285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:48:07.588130 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-36184aa1-6e31-4251-9d98-ea4ed303d0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:07.696298 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36184aa1-6e31-4251-9d98-ea4ed303d0fa None None] Pushing event updated for resources: {'Port': ['ID=79e4a82c-081e-4a95-b711-0692b337c462,revision_number=2']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:07.813667 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-7f15956b-8a6e-45ea-8e31-012de31f4aca tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--853364726&fields=id&tenant_id=bc7f91007a2a4b90b80701592589a131 HTTP/1.1" status: 200 len: 267 time: 0.1967523 Nov 23 07:48:07.865351 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [None req-b3495371-cd1d-47fe-bbf7-53273875c09b admin admin] Allocated IP 172.27.2.129 (891dfe80-61d0-4c14-832c-7438dfe6f055/08f8fc41-5d8c-4fca-8f02-9f082906db87/49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:48:07.882228 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b0c2819a-0385-445f-8e34-b25df4876b3d req-8e1aaf65-18f0-4b3a-9f3f-5e1ad6f745dd service neutron] 10.222.0.31 "GET /v2.0/networks/1b5d852b-b97c-4e33-b149-2a4c0450e4d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635264 Nov 23 07:48:08.120717 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-5f58fa0c-2366-4c56-860b-1d559be99319 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:08.122606 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-5f58fa0c-2366-4c56-860b-1d559be99319 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/networks?id=41a8f465-c4c3-4408-a9dd-14556e78b966 HTTP/1.1" status: 200 len: 811 time: 0.2865086 Nov 23 07:48:08.167094 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b0c2819a-0385-445f-8e34-b25df4876b3d req-71dfdebe-0c34-461d-adb0-ebdea14dc50a service neutron] 10.222.0.31 "GET /v2.0/networks/1b5d852b-b97c-4e33-b149-2a4c0450e4d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735355 Nov 23 07:48:08.171975 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-8d2993a6-3e83-40f2-a889-65fa95b8c0eb tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/quotas/bc7f91007a2a4b90b80701592589a131 HTTP/1.1" status: 200 len: 375 time: 0.0363042 Nov 23 07:48:08.204019 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b3495371-cd1d-47fe-bbf7-53273875c09b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:08.267860 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-35a0209f-939b-4d5c-a9e1-608a149c5888 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc7f91007a2a4b90b80701592589a131&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807343 Nov 23 07:48:08.296894 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b3495371-cd1d-47fe-bbf7-53273875c09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:08.381586 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 79e4a82c-081e-4a95-b711-0692b337c462 up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:48:08.408366 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3495371-cd1d-47fe-bbf7-53273875c09b admin admin] Network 891dfe80-61d0-4c14-832c-7438dfe6f055 is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:48:08.415204 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [None req-b3495371-cd1d-47fe-bbf7-53273875c09b admin admin] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:48:08.420530 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3495371-cd1d-47fe-bbf7-53273875c09b admin admin] Pushing event updated for resources: {'Port': ['ID=49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:08.461010 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 79e4a82c-081e-4a95-b711-0692b337c462 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:08.461848 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:08.464266 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3495371-cd1d-47fe-bbf7-53273875c09b admin admin] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:48:08.589610 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:08.646719 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] For port 79e4a82c-081e-4a95-b711-0692b337c462, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=79e4a82c-081e-4a95-b711-0692b337c462,segment=NetworkSegment(0485c9ee-81a2-42db-aa59-91c9df2534b4),segment_id=0485c9ee-81a2-42db-aa59-91c9df2534b4)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:48:08.653340 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:08.750523 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Pushing event updated for resources: {'Port': ['ID=79e4a82c-081e-4a95-b711-0692b337c462,revision_number=3']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:08.902985 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-b247c70e-1bbc-48b3-9884-cfb97e7dc0c5 service neutron] 10.222.0.48 "GET /v2.0/networks/41a8f465-c4c3-4408-a9dd-14556e78b966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6029713 Nov 23 07:48:08.996334 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56a811f-c736-4ccd-8a16-41bb656ab927 None None] Network 6b5935e7-9d75-48af-991a-f9db01f37912 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:48:09.062683 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-32d6e4be-9af8-43fd-905d-faf1f8565e6a None None] Provisioning complete for port 79e4a82c-081e-4a95-b711-0692b337c462 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:09.063060 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-32d6e4be-9af8-43fd-905d-faf1f8565e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:09.140153 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-c9dae9aa-994f-4eed-a162-12b9b8521140 service neutron] 10.222.0.48 "GET /v2.0/networks/41a8f465-c4c3-4408-a9dd-14556e78b966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052221 Nov 23 07:48:09.279513 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b3495371-cd1d-47fe-bbf7-53273875c09b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:09.482128 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc39c8-1d20-4f19-a815-08826771039e req-fb0d3e23-137c-4ad7-b97e-60fceae714a1 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:09.484535 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-5ecc39c8-1d20-4f19-a815-08826771039e req-fb0d3e23-137c-4ad7-b97e-60fceae714a1 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 945 time: 0.0875115 Nov 23 07:48:09.546625 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-5ecc39c8-1d20-4f19-a815-08826771039e req-9ea24249-a359-4dfd-83fc-6683e1db4068 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537958 Nov 23 07:48:09.570588 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b3495371-cd1d-47fe-bbf7-53273875c09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1712759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1712217'] for router, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:09.591450 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-f6a74992-19d6-4e3e-ae6b-8c3ef84f5cbe None None] Provisioning complete for port 79e4a82c-081e-4a95-b711-0692b337c462 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:09.592126 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-f6a74992-19d6-4e3e-ae6b-8c3ef84f5cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:09.733378 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3495371-cd1d-47fe-bbf7-53273875c09b admin admin] Router c5fafff9-7721-4717-91b9-90a16c88cbec is scheduled to L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 with binding_index 1 {{(pid=109283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 07:48:09.864238 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3495371-cd1d-47fe-bbf7-53273875c09b admin admin] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:48:09.874677 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a04bf2-20b3-4163-92e8-4bf2886b8a14 None None] Sync routers for ids ['c5fafff9-7721-4717-91b9-90a16c88cbec'] in dv-cinder-804035-14-iscsi {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:48:09.884116 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b3495371-cd1d-47fe-bbf7-53273875c09b admin admin] Publish callbacks [] for router, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:09.885481 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-b3495371-cd1d-47fe-bbf7-53273875c09b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3467097 Nov 23 07:48:09.887795 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a04bf2-20b3-4163-92e8-4bf2886b8a14 None None] Routers {'c5fafff9-7721-4717-91b9-90a16c88cbec'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:48:09.888432 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-20a04bf2-20b3-4163-92e8-4bf2886b8a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:48:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['c5fafff9-7721-4717-91b9-90a16c88cbec'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:09.888921 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48512) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:10.006174 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-20a04bf2-20b3-4163-92e8-4bf2886b8a14 None None] Set router c5fafff9-7721-4717-91b9-90a16c88cbec gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:48:10.221203 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-20a04bf2-20b3-4163-92e8-4bf2886b8a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'name': 'tempest-TestShelveInstance-1708094805-router', 'tenant_id': '2d805701d3af40f59df0733595904769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:06Z', 'updated_at': '2021-11-23T07:48:09Z', 'revision_number': 3, 'project_id': '2d805701d3af40f59df0733595904769', 'gw_port': {'id': '49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:07Z', 'updated_at': '2021-11-23T07:48:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi'}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:10.270880 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a04bf2-20b3-4163-92e8-4bf2886b8a14 None None] Checking router: c5fafff9-7721-4717-91b9-90a16c88cbec for host: dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:48:10.270880 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a04bf2-20b3-4163-92e8-4bf2886b8a14 None None] Updating router c5fafff9-7721-4717-91b9-90a16c88cbec port 49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426 binding host dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 07:48:10.311039 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-20a04bf2-20b3-4163-92e8-4bf2886b8a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:10.334134 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 79e4a82c-081e-4a95-b711-0692b337c462 up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:48:10.461571 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-33685344-7e4a-4302-b54e-4ef2f2d724c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:10.539560 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 79e4a82c-081e-4a95-b711-0692b337c462 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:10.540476 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:10.698688 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ee6b6031-5bdc-4564-9a20-a23081a395bf req-711f67a3-e076-498a-9b3a-389ab6bdd114 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=65836c81-3d98-4338-a51d-aa3bb0ef7b76 HTTP/1.1" status: 200 len: 210 time: 0.0616763 Nov 23 07:48:10.705097 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [None req-33685344-7e4a-4302-b54e-4ef2f2d724c6 admin admin] Allocated IP 172.20.0.1 (6b5935e7-9d75-48af-991a-f9db01f37912/8b5e914f-670e-4ab3-982a-052365646196/9e256ab8-a60b-4280-af37-e3cde9ce8bb5) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:48:10.905618 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342e40a-a98f-4d50-9858-c4bf5b09173c req-cede17e4-fed8-430a-828d-15e2df66b427 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:10.913573 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9342e40a-a98f-4d50-9858-c4bf5b09173c req-cede17e4-fed8-430a-828d-15e2df66b427 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 945 time: 0.1725831 Nov 23 07:48:10.968325 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-33685344-7e4a-4302-b54e-4ef2f2d724c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:11.001740 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9342e40a-a98f-4d50-9858-c4bf5b09173c req-bce771fb-19bf-452e-acdb-831f78f4ca2b tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871739 Nov 23 07:48:11.042528 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-33685344-7e4a-4302-b54e-4ef2f2d724c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:11.113994 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33685344-7e4a-4302-b54e-4ef2f2d724c6 admin admin] Network 6b5935e7-9d75-48af-991a-f9db01f37912 is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:48:11.118452 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [None req-33685344-7e4a-4302-b54e-4ef2f2d724c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:48:11.125204 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33685344-7e4a-4302-b54e-4ef2f2d724c6 admin admin] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:48:11.131104 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33685344-7e4a-4302-b54e-4ef2f2d724c6 admin admin] Pushing event updated for resources: {'Port': ['ID=9e256ab8-a60b-4280-af37-e3cde9ce8bb5,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:11.206953 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-33685344-7e4a-4302-b54e-4ef2f2d724c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712296'] for router_interface, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:11.294639 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-20a04bf2-20b3-4163-92e8-4bf2886b8a14 None None] Publish callbacks [] for port, precommit_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:11.305516 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-20a04bf2-20b3-4163-92e8-4bf2886b8a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:11.387041 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-20a04bf2-20b3-4163-92e8-4bf2886b8a14 None None] Attempting to bind port 49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426 on host dv-cinder-804035-14-iscsi for vnic_type normal with profile {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:48:11.387418 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-20a04bf2-20b3-4163-92e8-4bf2886b8a14 None None] Attempting to bind port 49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426 by drivers openvswitch,hyperv on host dv-cinder-804035-14-iscsi at level 0 using segments [{'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:48:11.387791 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a04bf2-20b3-4163-92e8-4bf2886b8a14 None None] Attempting to bind port 49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426 on network 891dfe80-61d0-4c14-832c-7438dfe6f055 {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:48:11.398145 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91943f76-b47d-49f8-9cf4-1cc4ffee9252 None None] Pushing event updated for resources: {'Port': ['ID=49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426,revision_number=2']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:11.402712 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a04bf2-20b3-4163-92e8-4bf2886b8a14 None None] Checking agent: {'id': 'b3285c04-b64b-48ad-a641-833cdb741995', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'started_at': datetime.datetime(2021, 11, 23, 7, 35, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:48:11.403103 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a04bf2-20b3-4163-92e8-4bf2886b8a14 None None] Checking segment: {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:48:11.404298 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-20a04bf2-20b3-4163-92e8-4bf2886b8a14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:11.404298 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a04bf2-20b3-4163-92e8-4bf2886b8a14 None None] Bound using segment: {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:48:11.404673 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-20a04bf2-20b3-4163-92e8-4bf2886b8a14 None None] Bound port: 49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426, host: dv-cinder-804035-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:48:11.404988 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-20a04bf2-20b3-4163-92e8-4bf2886b8a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:11.482279 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-20a04bf2-20b3-4163-92e8-4bf2886b8a14 None None] For port 49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426, host dv-cinder-804035-14-iscsi, cleared binding levels {{(pid=109285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:48:11.483791 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3373a-39e3-4acc-bc27-1c155f8bf641 req-8e5e9002-9e54-4eaa-b4b3-0b94cc0bbc23 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:11.487236 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-20a04bf2-20b3-4163-92e8-4bf2886b8a14 None None] For port 49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426, host dv-cinder-804035-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426,segment=NetworkSegment(c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c),segment_id=c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c)] {{(pid=109285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:48:11.487496 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6ae3373a-39e3-4acc-bc27-1c155f8bf641 req-8e5e9002-9e54-4eaa-b4b3-0b94cc0bbc23 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.31 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 945 time: 0.1838546 Nov 23 07:48:11.494572 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-20a04bf2-20b3-4163-92e8-4bf2886b8a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:11.561138 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-33685344-7e4a-4302-b54e-4ef2f2d724c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:11.588927 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-b65c281c-95d9-46fd-a3de-fda132eb6831 None None] Provisioning complete for port 9e256ab8-a60b-4280-af37-e3cde9ce8bb5 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:11.589410 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-b65c281c-95d9-46fd-a3de-fda132eb6831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:11.591423 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a04bf2-20b3-4163-92e8-4bf2886b8a14 None None] Routers {'c5fafff9-7721-4717-91b9-90a16c88cbec'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:48:11.592077 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-20a04bf2-20b3-4163-92e8-4bf2886b8a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:48:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['c5fafff9-7721-4717-91b9-90a16c88cbec'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:11.593903 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91943f76-b47d-49f8-9cf4-1cc4ffee9252 None None] Pushing event updated for resources: {'Port': ['ID=49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426,revision_number=3']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:11.682488 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-b65c281c-95d9-46fd-a3de-fda132eb6831 None None] Port 9e256ab8-a60b-4280-af37-e3cde9ce8bb5 cannot update to ACTIVE because it is not bound. {{(pid=109285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 07:48:11.733551 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-6ae3373a-39e3-4acc-bc27-1c155f8bf641 req-2178b020-dfe7-4dc6-91fb-26e3c2b2001d tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Deleting port 46440f82-0a6b-4d97-82a5-b146d1263ea9 {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:48:11.734210 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-6ae3373a-39e3-4acc-bc27-1c155f8bf641 req-2178b020-dfe7-4dc6-91fb-26e3c2b2001d tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:11.798195 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-20a04bf2-20b3-4163-92e8-4bf2886b8a14 None None] Set router c5fafff9-7721-4717-91b9-90a16c88cbec gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:48:11.863977 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-3e37e615-2f28-48b5-9a3a-74c76c61e5d6 req-324874d8-e851-4a79-9e83-315843534af4 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=65836c81-3d98-4338-a51d-aa3bb0ef7b76 HTTP/1.1" status: 200 len: 210 time: 0.0513277 Nov 23 07:48:11.906595 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-33685344-7e4a-4302-b54e-4ef2f2d724c6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:11.910239 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-6ae3373a-39e3-4acc-bc27-1c155f8bf641 req-2178b020-dfe7-4dc6-91fb-26e3c2b2001d tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] For port 46440f82-0a6b-4d97-82a5-b146d1263ea9, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=46440f82-0a6b-4d97-82a5-b146d1263ea9,segment=NetworkSegment(cefc117d-da37-40a8-b11f-8d9ed755980c),segment_id=cefc117d-da37-40a8-b11f-8d9ed755980c)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:48:11.910549 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-6ae3373a-39e3-4acc-bc27-1c155f8bf641 req-2178b020-dfe7-4dc6-91fb-26e3c2b2001d tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:11.913973 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-33685344-7e4a-4302-b54e-4ef2f2d724c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9542747'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:11.947631 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-6ae3373a-39e3-4acc-bc27-1c155f8bf641 req-2178b020-dfe7-4dc6-91fb-26e3c2b2001d tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Calling delete_port for 46440f82-0a6b-4d97-82a5-b146d1263ea9 owned by compute:nova {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:48:12.039819 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33685344-7e4a-4302-b54e-4ef2f2d724c6 admin admin] Pushing event updated for resources: {'Port': ['ID=9e256ab8-a60b-4280-af37-e3cde9ce8bb5,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:12.044136 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-33685344-7e4a-4302-b54e-4ef2f2d724c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1712664'] for router_interface, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:12.100687 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-20a04bf2-20b3-4163-92e8-4bf2886b8a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'name': 'tempest-TestShelveInstance-1708094805-router', 'tenant_id': '2d805701d3af40f59df0733595904769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:06Z', 'updated_at': '2021-11-23T07:48:11Z', 'revision_number': 4, 'project_id': '2d805701d3af40f59df0733595904769', 'gw_port': {'id': '49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:07Z', 'updated_at': '2021-11-23T07:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '9e256ab8-a60b-4280-af37-e3cde9ce8bb5', 'name': '', 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912', 'tenant_id': '2d805701d3af40f59df0733595904769', 'mac_address': 'fa:16:3e:2a:9c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8b5e914f-670e-4ab3-982a-052365646196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:10Z', 'updated_at': '2021-11-23T07:48:10Z', 'revision_number': 1, 'project_id': '2d805701d3af40f59df0733595904769', 'subnets': [{'id': '8b5e914f-670e-4ab3-982a-052365646196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:12.134263 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a04bf2-20b3-4163-92e8-4bf2886b8a14 None None] The sync data for ids ['c5fafff9-7721-4717-91b9-90a16c88cbec'] in dv-cinder-804035-14-iscsi is: [{'id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'name': 'tempest-TestShelveInstance-1708094805-router', 'tenant_id': '2d805701d3af40f59df0733595904769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:06Z', 'updated_at': '2021-11-23T07:48:11Z', 'revision_number': 4, 'project_id': '2d805701d3af40f59df0733595904769', 'gw_port': {'id': '49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:07Z', 'updated_at': '2021-11-23T07:48:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '9e256ab8-a60b-4280-af37-e3cde9ce8bb5', 'name': '', 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912', 'tenant_id': '2d805701d3af40f59df0733595904769', 'mac_address': 'fa:16:3e:2a:9c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8b5e914f-670e-4ab3-982a-052365646196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:10Z', 'updated_at': '2021-11-23T07:48:10Z', 'revision_number': 1, 'project_id': '2d805701d3af40f59df0733595904769', 'subnets': [{'id': '8b5e914f-670e-4ab3-982a-052365646196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:48:12.256018 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33685344-7e4a-4302-b54e-4ef2f2d724c6 admin admin] Network 6b5935e7-9d75-48af-991a-f9db01f37912 is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:48:12.262246 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [None req-33685344-7e4a-4302-b54e-4ef2f2d724c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:48:12.280017 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa108a4-9370-4d3e-bf0d-aedc8fc54c04 req-78f90c6d-a396-44f3-824c-523ed7ffd033 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:12.282838 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-baa108a4-9370-4d3e-bf0d-aedc8fc54c04 req-78f90c6d-a396-44f3-824c-523ed7ffd033 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/ports?device_id=842f1da9-1085-4946-b62b-9ae2c5ad009b HTTP/1.1" status: 200 len: 945 time: 0.1131094 Nov 23 07:48:12.349400 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-6ae3373a-39e3-4acc-bc27-1c155f8bf641 req-2178b020-dfe7-4dc6-91fb-26e3c2b2001d tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:12.363973 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['46440f82-0a6b-4d97-82a5-b146d1263ea9'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:48:12.442164 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-baa108a4-9370-4d3e-bf0d-aedc8fc54c04 req-9db3f08b-330c-4157-8b2f-5253d0a789d7 tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.48 "GET /v2.0/security-groups?id=d21f042e-25d7-47fc-9789-1168a5e4be2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499624 Nov 23 07:48:12.527409 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae3373a-39e3-4acc-bc27-1c155f8bf641 req-2178b020-dfe7-4dc6-91fb-26e3c2b2001d tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] No DVR routers for this DVR port 46440f82-0a6b-4d97-82a5-b146d1263ea9 on host hv-cinder-80403 {{(pid=109283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:48:12.536370 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-6ae3373a-39e3-4acc-bc27-1c155f8bf641 req-2178b020-dfe7-4dc6-91fb-26e3c2b2001d tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:12.543090 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6ae3373a-39e3-4acc-bc27-1c155f8bf641 req-2178b020-dfe7-4dc6-91fb-26e3c2b2001d tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] 10.222.0.31 "DELETE /v2.0/ports/46440f82-0a6b-4d97-82a5-b146d1263ea9 HTTP/1.1" status: 204 len: 173 time: 1.0458977 Nov 23 07:48:12.544245 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178b020-dfe7-4dc6-91fb-26e3c2b2001d tempest-TestMinimumBasicScenario-318383764 tempest-TestMinimumBasicScenario-318383764-project] Pushing event deleted for resources: {'Port': ['ID=46440f82-0a6b-4d97-82a5-b146d1263ea9,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:12.560742 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842f1da9-1085-4946-b62b-9ae2c5ad009b', 'name': 'network-vif-deleted', 'tag': '46440f82-0a6b-4d97-82a5-b146d1263ea9'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:48:12.566080 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4c04b0-2ee1-4b82-b11e-0193da41cd5d" -d '{"events": [{"server_uuid": "842f1da9-1085-4946-b62b-9ae2c5ad009b", "name": "network-vif-deleted", "tag": "46440f82-0a6b-4d97-82a5-b146d1263ea9"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:48:12.748535 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-0bce5335-de24-4dcf-994d-4279aeee384d None None] Provisioning complete for port 9e256ab8-a60b-4280-af37-e3cde9ce8bb5 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:12.749067 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-0bce5335-de24-4dcf-994d-4279aeee384d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:12.823008 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-0bce5335-de24-4dcf-994d-4279aeee384d None None] Port 9e256ab8-a60b-4280-af37-e3cde9ce8bb5 cannot update to ACTIVE because it is not bound. {{(pid=109285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 07:48:13.015967 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-35797433-928d-4dd9-b67a-20408a51889c req-a484d193-b536-43ca-aca8-80d25bfd3eb8 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=65836c81-3d98-4338-a51d-aa3bb0ef7b76 HTTP/1.1" status: 200 len: 210 time: 0.0372021 Nov 23 07:48:13.042017 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aaa16c9-f5b3-477c-9ff5-4af571d2352c x-openstack-request-id: req-3aaa16c9-f5b3-477c-9ff5-4af571d2352c {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:48:13.043041 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842f1da9-1085-4946-b62b-9ae2c5ad009b", "name": "network-vif-deleted", "tag": "46440f82-0a6b-4d97-82a5-b146d1263ea9", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:48:13.045978 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3aaa16c9-f5b3-477c-9ff5-4af571d2352c {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:48:13.046726 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842f1da9-1085-4946-b62b-9ae2c5ad009b', 'name': 'network-vif-deleted', 'tag': '46440f82-0a6b-4d97-82a5-b146d1263ea9', 'status': 'completed', 'code': 200} Nov 23 07:48:13.100547 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-d39da138-8750-4c30-a9d3-300cb11a5725 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:13.102312 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-d39da138-8750-4c30-a9d3-300cb11a5725 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.31 "GET /v2.0/networks?id=41a8f465-c4c3-4408-a9dd-14556e78b966 HTTP/1.1" status: 200 len: 811 time: 0.7555768 Nov 23 07:48:13.202452 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33685344-7e4a-4302-b54e-4ef2f2d724c6 admin admin] Router c5fafff9-7721-4717-91b9-90a16c88cbec has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:48:13.246553 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-55c1e354-27c2-46cc-a9f7-8d194d845563 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc7f91007a2a4b90b80701592589a131 HTTP/1.1" status: 200 len: 379 time: 0.1184227 Nov 23 07:48:13.299243 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-7b48de1a-e707-4f99-a2d9-cf516e510151 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Request body: {'port': {'device_id': '65836c81-3d98-4338-a51d-aa3bb0ef7b76', 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966', 'admin_state_up': True, 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'security_groups': ['26671225-dcb6-48a3-94dd-558c8242f1c1']}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:13.459604 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33685344-7e4a-4302-b54e-4ef2f2d724c6 admin admin] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:48:13.465596 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-33685344-7e4a-4302-b54e-4ef2f2d724c6 admin admin] 10.222.0.48 "PUT /v2.0/routers/c5fafff9-7721-4717-91b9-90a16c88cbec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5752997 Nov 23 07:48:13.498200 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-7b48de1a-e707-4f99-a2d9-cf516e510151 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Made reservation on behalf of bc7f91007a2a4b90b80701592589a131 for: {'port': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:48:13.502715 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-7b48de1a-e707-4f99-a2d9-cf516e510151 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:13.716925 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-7b48de1a-e707-4f99-a2d9-cf516e510151 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Allocated IP 172.20.0.10 (41a8f465-c4c3-4408-a9dd-14556e78b966/f02b6904-8bee-4b65-8d68-a5eced424f54/57edcc25-5f03-4d06-8e19-80459dbc84fb) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:48:13.957248 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-7b48de1a-e707-4f99-a2d9-cf516e510151 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:14.024556 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-7b48de1a-e707-4f99-a2d9-cf516e510151 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:14.091303 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-7b48de1a-e707-4f99-a2d9-cf516e510151 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Network 41a8f465-c4c3-4408-a9dd-14556e78b966 is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:48:14.094951 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-7b48de1a-e707-4f99-a2d9-cf516e510151 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:48:14.100999 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-7b48de1a-e707-4f99-a2d9-cf516e510151 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:48:14.173426 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-7b48de1a-e707-4f99-a2d9-cf516e510151 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:14.174113 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-7b48de1a-e707-4f99-a2d9-cf516e510151 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:14.201943 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48de1a-e707-4f99-a2d9-cf516e510151 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Pushing event updated for resources: {'Port': ['ID=57edcc25-5f03-4d06-8e19-80459dbc84fb,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:14.229420 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-7b48de1a-e707-4f99-a2d9-cf516e510151 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9347012 Nov 23 07:48:14.237321 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48de1a-e707-4f99-a2d9-cf516e510151 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:14.238348 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48de1a-e707-4f99-a2d9-cf516e510151 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:14.239677 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48de1a-e707-4f99-a2d9-cf516e510151 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:14.240288 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48de1a-e707-4f99-a2d9-cf516e510151 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:14.240837 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48de1a-e707-4f99-a2d9-cf516e510151 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:14.241161 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48de1a-e707-4f99-a2d9-cf516e510151 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:14.241607 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48de1a-e707-4f99-a2d9-cf516e510151 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:14.242126 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48de1a-e707-4f99-a2d9-cf516e510151 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:14.242561 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48de1a-e707-4f99-a2d9-cf516e510151 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:14.243000 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48de1a-e707-4f99-a2d9-cf516e510151 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:14.243583 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48de1a-e707-4f99-a2d9-cf516e510151 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:14.244073 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b48de1a-e707-4f99-a2d9-cf516e510151 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:14.251696 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a475d3-f5f6-4944-808a-9b496e8565aa req-0bd1adf3-0293-443e-8e91-3a93710e56bc tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:14.262561 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d7a475d3-f5f6-4944-808a-9b496e8565aa req-0bd1adf3-0293-443e-8e91-3a93710e56bc tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=65836c81-3d98-4338-a51d-aa3bb0ef7b76 HTTP/1.1" status: 200 len: 932 time: 0.1414835 Nov 23 07:48:14.299486 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48592) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:14.309510 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-cf12c5fb-4b02-40fd-aefd-2f6f31f44418 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1460179206-network', 'tenant_id': '8bd8e60206a24b119fad89ce7e0cd912'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:14.349372 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf12c5fb-4b02-40fd-aefd-2f6f31f44418 admin admin] Made reservation on behalf of 8bd8e60206a24b119fad89ce7e0cd912 for: {'network': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:48:14.359605 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-cf12c5fb-4b02-40fd-aefd-2f6f31f44418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for network, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:14.370710 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-cf12c5fb-4b02-40fd-aefd-2f6f31f44418 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:14.426349 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d7a475d3-f5f6-4944-808a-9b496e8565aa req-0b33d5b4-df37-4ac3-b4c2-24c3e8cb3f9d tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=26671225-dcb6-48a3-94dd-558c8242f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627579 Nov 23 07:48:14.499534 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426 up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:48:14.577203 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-cf12c5fb-4b02-40fd-aefd-2f6f31f44418 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:14.578642 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-6ca6ec81-e46d-45e6-82b1-a328d25ea85a None None] Provisioning complete for port 57edcc25-5f03-4d06-8e19-80459dbc84fb triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:14.579069 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-6ca6ec81-e46d-45e6-82b1-a328d25ea85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:14.586217 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-cf12c5fb-4b02-40fd-aefd-2f6f31f44418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:14.632734 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-6ca6ec81-e46d-45e6-82b1-a328d25ea85a None None] Port 57edcc25-5f03-4d06-8e19-80459dbc84fb cannot update to ACTIVE because it is not bound. {{(pid=109285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 07:48:14.637672 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-f7649d81-5db1-4bc7-a858-7e916f65b994 service neutron] Request body: {'port': {'device_id': '65836c81-3d98-4338-a51d-aa3bb0ef7b76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:14.641910 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 46440f82-0a6b-4d97-82a5-b146d1263ea9 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:48:14.660317 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf12c5fb-4b02-40fd-aefd-2f6f31f44418 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=109283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 07:48:14.666680 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] No Port match for: 46440f82-0a6b-4d97-82a5-b146d1263ea9 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:48:14.667087 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 46440f82-0a6b-4d97-82a5-b146d1263ea9 not bound to the agent host hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:48:14.670152 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:14.671528 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:14.718265 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-cf12c5fb-4b02-40fd-aefd-2f6f31f44418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:14.718632 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.db.segments_db [None req-cf12c5fb-4b02-40fd-aefd-2f6f31f44418 admin admin] Added segment 8ac61800-95b0-4e36-8ab8-36f8e33d9265 of type vlan for network dd2185ac-a7ca-41fc-9b31-ec715a63b66e Nov 23 07:48:14.771888 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:14.772075 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12c5fb-4b02-40fd-aefd-2f6f31f44418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8475745f-a2f2-40fa-8fb1-8821ea477e62,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:14.795085 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 48620) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:14.799277 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-cf12c5fb-4b02-40fd-aefd-2f6f31f44418 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750071714106'] for network, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:14.808431 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] For port 49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426,segment=NetworkSegment(c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c),segment_id=c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:48:14.820161 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:14.859236 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-f7649d81-5db1-4bc7-a858-7e916f65b994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:14.869284 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-cf12c5fb-4b02-40fd-aefd-2f6f31f44418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for network, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:14.870401 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf12c5fb-4b02-40fd-aefd-2f6f31f44418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:14.871453 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-cf12c5fb-4b02-40fd-aefd-2f6f31f44418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:14.885485 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Pushing event updated for resources: {'Port': ['ID=49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:14.932367 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-cf12c5fb-4b02-40fd-aefd-2f6f31f44418 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6311781 Nov 23 07:48:14.940736 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 48622) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:14.956481 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-7dea3514-29ce-49dc-9ed6-207923362858 admin admin] Request body: {'subnet': {'network_id': 'dd2185ac-a7ca-41fc-9b31-ec715a63b66e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1460179206-subnet', 'tenant_id': '8bd8e60206a24b119fad89ce7e0cd912', 'ip_version': 4}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:14.980540 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12c5fb-4b02-40fd-aefd-2f6f31f44418 admin admin] Pushing event updated for resources: {'Network': ['ID=dd2185ac-a7ca-41fc-9b31-ec715a63b66e,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:15.001818 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Network dd2185ac-a7ca-41fc-9b31-ec715a63b66e details requested by agent ovs-agent-dv-cinder-804035-14-iscsi with host dv-cinder-804035-14-iscsi {{(pid=109285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 07:48:15.083862 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dea3514-29ce-49dc-9ed6-207923362858 admin admin] Made reservation on behalf of 8bd8e60206a24b119fad89ce7e0cd912 for: {'subnet': 1} {{(pid=109284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:48:15.087776 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-7dea3514-29ce-49dc-9ed6-207923362858 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3985138'] for subnet, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:15.310164 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71dfb3d-988f-403b-8614-944f28b1262f None None] Sync routers for ids ['c5fafff9-7721-4717-91b9-90a16c88cbec'] in dv-cinder-804035-14-iscsi {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:48:15.321560 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-f7649d81-5db1-4bc7-a858-7e916f65b994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57edcc25-5f03-4d06-8e19-80459dbc84fb {{(pid=109283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:48:15.325791 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71dfb3d-988f-403b-8614-944f28b1262f None None] Routers {'c5fafff9-7721-4717-91b9-90a16c88cbec'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:48:15.326920 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-d71dfb3d-988f-403b-8614-944f28b1262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:48:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['c5fafff9-7721-4717-91b9-90a16c88cbec'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:15.341545 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-f7649d81-5db1-4bc7-a858-7e916f65b994 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:15.372725 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.provisioning_blocks [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-f7649d81-5db1-4bc7-a858-7e916f65b994 service neutron] Transition to ACTIVE for port object 57edcc25-5f03-4d06-8e19-80459dbc84fb will not be triggered until provisioned by entity L2. {{(pid=109283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 07:48:15.379065 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-f7649d81-5db1-4bc7-a858-7e916f65b994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9542747'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:15.451032 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7649d81-5db1-4bc7-a858-7e916f65b994 service neutron] Pushing event updated for resources: {'Port': ['ID=57edcc25-5f03-4d06-8e19-80459dbc84fb,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:15.545926 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-d71dfb3d-988f-403b-8614-944f28b1262f None None] Set router c5fafff9-7721-4717-91b9-90a16c88cbec gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:48:15.599386 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-f7649d81-5db1-4bc7-a858-7e916f65b994 service neutron] Attempting to bind port 57edcc25-5f03-4d06-8e19-80459dbc84fb on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:48:15.599999 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-f7649d81-5db1-4bc7-a858-7e916f65b994 service neutron] Attempting to bind port 57edcc25-5f03-4d06-8e19-80459dbc84fb by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': 'd49c0d41-f11b-425e-9786-8329159ba34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:48:15.600552 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-f7649d81-5db1-4bc7-a858-7e916f65b994 service neutron] Attempting to bind port 57edcc25-5f03-4d06-8e19-80459dbc84fb on network 41a8f465-c4c3-4408-a9dd-14556e78b966 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:48:15.624279 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-f7649d81-5db1-4bc7-a858-7e916f65b994 service neutron] Port 57edcc25-5f03-4d06-8e19-80459dbc84fb on network 41a8f465-c4c3-4408-a9dd-14556e78b966 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 07:48:15.624811 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-f7649d81-5db1-4bc7-a858-7e916f65b994 service neutron] Attempting to bind port 57edcc25-5f03-4d06-8e19-80459dbc84fb on network 41a8f465-c4c3-4408-a9dd-14556e78b966 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:48:15.635730 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-f7649d81-5db1-4bc7-a858-7e916f65b994 service neutron] Checking agent: {'id': 'ef857e00-999e-40cc-a620-789cb776d291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'started_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:48:15.636268 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-f7649d81-5db1-4bc7-a858-7e916f65b994 service neutron] Checking segment: {'id': 'd49c0d41-f11b-425e-9786-8329159ba34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:48:15.636908 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-f7649d81-5db1-4bc7-a858-7e916f65b994 service neutron] Bound using segment: {'id': 'd49c0d41-f11b-425e-9786-8329159ba34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:48:15.637649 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-f7649d81-5db1-4bc7-a858-7e916f65b994 service neutron] Bound port: 57edcc25-5f03-4d06-8e19-80459dbc84fb, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd49c0d41-f11b-425e-9786-8329159ba34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:48:15.638261 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-f7649d81-5db1-4bc7-a858-7e916f65b994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:15.774696 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-f7649d81-5db1-4bc7-a858-7e916f65b994 service neutron] For port 57edcc25-5f03-4d06-8e19-80459dbc84fb, host hv-cinder-80403, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:48:15.780815 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-f7649d81-5db1-4bc7-a858-7e916f65b994 service neutron] For port 57edcc25-5f03-4d06-8e19-80459dbc84fb, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=57edcc25-5f03-4d06-8e19-80459dbc84fb,segment=NetworkSegment(d49c0d41-f11b-425e-9786-8329159ba34c),segment_id=d49c0d41-f11b-425e-9786-8329159ba34c)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:48:15.790431 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-f7649d81-5db1-4bc7-a858-7e916f65b994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9542747'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:15.855974 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-f7649d81-5db1-4bc7-a858-7e916f65b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:15.857783 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-f7649d81-5db1-4bc7-a858-7e916f65b994 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:15.860318 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-f7649d81-5db1-4bc7-a858-7e916f65b994 service neutron] 10.222.0.31 "PUT /v2.0/ports/57edcc25-5f03-4d06-8e19-80459dbc84fb HTTP/1.1" status: 200 len: 1094 time: 1.6120508 Nov 23 07:48:15.861062 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65836c81-3d98-4338-a51d-aa3bb0ef7b76', 'tag': '57edcc25-5f03-4d06-8e19-80459dbc84fb'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:48:15.875317 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be659b2d-de42-4e6c-a00b-87fb8202582a" -d '{"events": [{"name": "network-changed", "server_uuid": "65836c81-3d98-4338-a51d-aa3bb0ef7b76", "tag": "57edcc25-5f03-4d06-8e19-80459dbc84fb"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:48:15.914499 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-d71dfb3d-988f-403b-8614-944f28b1262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'name': 'tempest-TestShelveInstance-1708094805-router', 'tenant_id': '2d805701d3af40f59df0733595904769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:06Z', 'updated_at': '2021-11-23T07:48:11Z', 'revision_number': 4, 'project_id': '2d805701d3af40f59df0733595904769', 'gw_port': {'id': '49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:07Z', 'updated_at': '2021-11-23T07:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '9e256ab8-a60b-4280-af37-e3cde9ce8bb5', 'name': '', 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912', 'tenant_id': '2d805701d3af40f59df0733595904769', 'mac_address': 'fa:16:3e:2a:9c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8b5e914f-670e-4ab3-982a-052365646196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:10Z', 'updated_at': '2021-11-23T07:48:11Z', 'revision_number': 2, 'project_id': '2d805701d3af40f59df0733595904769', 'subnets': [{'id': '8b5e914f-670e-4ab3-982a-052365646196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:15.994442 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71dfb3d-988f-403b-8614-944f28b1262f None None] Checking router: c5fafff9-7721-4717-91b9-90a16c88cbec for host: dv-cinder-804035-14-iscsi {{(pid=109286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:48:15.995037 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71dfb3d-988f-403b-8614-944f28b1262f None None] Updating router c5fafff9-7721-4717-91b9-90a16c88cbec port 9e256ab8-a60b-4280-af37-e3cde9ce8bb5 binding host dv-cinder-804035-14-iscsi {{(pid=109286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 07:48:16.017125 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1851212-19e9-4898-a7c9-9098c3a3353c x-openstack-request-id: req-f1851212-19e9-4898-a7c9-9098c3a3353c {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:48:16.017439 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65836c81-3d98-4338-a51d-aa3bb0ef7b76", "tag": "57edcc25-5f03-4d06-8e19-80459dbc84fb", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:48:16.017684 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f1851212-19e9-4898-a7c9-9098c3a3353c {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:48:16.018132 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65836c81-3d98-4338-a51d-aa3bb0ef7b76', 'tag': '57edcc25-5f03-4d06-8e19-80459dbc84fb', 'status': 'completed', 'code': 200} Nov 23 07:48:16.020136 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7649d81-5db1-4bc7-a858-7e916f65b994 service neutron] Pushing event updated for resources: {'Port': ['ID=57edcc25-5f03-4d06-8e19-80459dbc84fb,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:16.042007 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-75e05ae7-f277-49db-acec-c65adbabda25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:16.043946 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-75e05ae7-f277-49db-acec-c65adbabda25 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc7f91007a2a4b90b80701592589a131&device_id=65836c81-3d98-4338-a51d-aa3bb0ef7b76 HTTP/1.1" status: 200 len: 1097 time: 0.1080513 Nov 23 07:48:16.049243 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-d71dfb3d-988f-403b-8614-944f28b1262f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:16.136495 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-3b538e65-9358-4bfc-8b36-fd7567f39cff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57edcc25-5f03-4d06-8e19-80459dbc84fb HTTP/1.1" status: 200 len: 217 time: 0.0827830 Nov 23 07:48:16.193881 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c23843-61d7-4a47-a488-b986106c0a01 req-1c5945cc-5299-4832-af62-b97c9e07dfc0 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:16.198447 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-36c23843-61d7-4a47-a488-b986106c0a01 req-1c5945cc-5299-4832-af62-b97c9e07dfc0 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=65836c81-3d98-4338-a51d-aa3bb0ef7b76 HTTP/1.1" status: 200 len: 944 time: 0.6441033 Nov 23 07:48:16.200302 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-7dea3514-29ce-49dc-9ed6-207923362858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3909714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3985120'] for subnet, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:16.262401 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-8683f264-4301-4394-9a70-6eddc63079bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:16.265534 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-8683f264-4301-4394-9a70-6eddc63079bb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f02b6904-8bee-4b65-8d68-a5eced424f54 HTTP/1.1" status: 200 len: 850 time: 0.1212041 Nov 23 07:48:16.348780 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426 up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:48:16.350752 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-e2027def-1f82-43ca-a7b6-35006f9a4023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:16.353244 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-e2027def-1f82-43ca-a7b6-35006f9a4023 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=41a8f465-c4c3-4408-a9dd-14556e78b966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0785730 Nov 23 07:48:16.403552 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea3514-29ce-49dc-9ed6-207923362858 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abbb612c-accf-438c-949b-286a7bcd0ffa,revision_number=0']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:16.418914 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-36c23843-61d7-4a47-a488-b986106c0a01 req-bc93b09b-97b7-40c8-a258-8c19c216109e tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=26671225-dcb6-48a3-94dd-558c8242f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144120 Nov 23 07:48:16.431182 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea3514-29ce-49dc-9ed6-207923362858 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:16.431530 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea3514-29ce-49dc-9ed6-207923362858 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:16.432088 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea3514-29ce-49dc-9ed6-207923362858 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:16.432723 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea3514-29ce-49dc-9ed6-207923362858 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:16.433208 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea3514-29ce-49dc-9ed6-207923362858 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:16.433740 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea3514-29ce-49dc-9ed6-207923362858 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:16.434233 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea3514-29ce-49dc-9ed6-207923362858 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:16.434948 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea3514-29ce-49dc-9ed6-207923362858 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:16.435453 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea3514-29ce-49dc-9ed6-207923362858 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:16.435957 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea3514-29ce-49dc-9ed6-207923362858 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:16.436455 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea3514-29ce-49dc-9ed6-207923362858 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:16.436944 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea3514-29ce-49dc-9ed6-207923362858 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:16.465650 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:16.476030 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:16.478781 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-7b4f5960-2424-4086-97a7-f4e7c749502a service neutron] 10.222.0.31 "GET /v2.0/networks/41a8f465-c4c3-4408-a9dd-14556e78b966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147735 Nov 23 07:48:16.482195 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dea3514-29ce-49dc-9ed6-207923362858 admin admin] Checking segment: {'id': '8ac61800-95b0-4e36-8ab8-36f8e33d9265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dd2185ac-a7ca-41fc-9b31-ec715a63b66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:48:16.482610 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dea3514-29ce-49dc-9ed6-207923362858 admin admin] Network hostable DHCP agents. Network: dd2185ac-a7ca-41fc-9b31-ec715a63b66e, hostable agents: ['9f8f8844-157f-46aa-8160-5509eea3b0e3'], hosted agents: [] {{(pid=109284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 07:48:16.525876 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dea3514-29ce-49dc-9ed6-207923362858 admin admin] Network dd2185ac-a7ca-41fc-9b31-ec715a63b66e is scheduled to be hosted by DHCP agent 9f8f8844-157f-46aa-8160-5509eea3b0e3 with binding_index 1 {{(pid=109284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 07:48:16.548211 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-7dea3514-29ce-49dc-9ed6-207923362858 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-14-iscsi, dd2185ac-a7ca-41fc-9b31-ec715a63b66e) {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:48:16.554007 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dea3514-29ce-49dc-9ed6-207923362858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:16.554677 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-7dea3514-29ce-49dc-9ed6-207923362858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for subnet, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:16.576224 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-1ba6483d-4da1-4d6e-bae4-d516b432a3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1712703'] for router_interface, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:16.592057 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2393cf53-df50-471d-8e3a-5c3b65cf3b95 None None] Network dd2185ac-a7ca-41fc-9b31-ec715a63b66e requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:48:16.613298 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-d71dfb3d-988f-403b-8614-944f28b1262f None None] Publish callbacks [] for port, precommit_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:16.628890 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-d71dfb3d-988f-403b-8614-944f28b1262f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:16.640939 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48634) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:16.641348 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-7dea3514-29ce-49dc-9ed6-207923362858 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6990423 Nov 23 07:48:16.654066 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-ae5fb371-6878-480e-a15c-9d8e8f2d9a33 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1460179206-router', 'tenant_id': '8bd8e60206a24b119fad89ce7e0cd912', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:16.715839 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ae5fb371-6878-480e-a15c-9d8e8f2d9a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1719506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:16.720030 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ae5fb371-6878-480e-a15c-9d8e8f2d9a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1712850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1713320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-946'] for router, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:16.763574 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f3b138c2-69c3-45e6-814c-4ee254407b74 req-71026db6-bafa-4bf5-9c62-9fedfdfe5b67 service neutron] 10.222.0.31 "GET /v2.0/networks/41a8f465-c4c3-4408-a9dd-14556e78b966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762325 Nov 23 07:48:16.789662 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab92a8-f849-4e97-b991-4f2e3d3904dc None None] Pushing event updated for resources: {'Port': ['ID=9e256ab8-a60b-4280-af37-e3cde9ce8bb5,revision_number=3']} {{(pid=109286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:16.823029 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab92a8-f849-4e97-b991-4f2e3d3904dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:16.826529 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab92a8-f849-4e97-b991-4f2e3d3904dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:16.832468 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab92a8-f849-4e97-b991-4f2e3d3904dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:16.833351 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab92a8-f849-4e97-b991-4f2e3d3904dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:16.833792 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab92a8-f849-4e97-b991-4f2e3d3904dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:16.834387 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab92a8-f849-4e97-b991-4f2e3d3904dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:16.834809 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab92a8-f849-4e97-b991-4f2e3d3904dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:16.835227 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab92a8-f849-4e97-b991-4f2e3d3904dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:16.837849 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab92a8-f849-4e97-b991-4f2e3d3904dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:16.838524 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab92a8-f849-4e97-b991-4f2e3d3904dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:16.839132 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab92a8-f849-4e97-b991-4f2e3d3904dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:16.844484 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cab92a8-f849-4e97-b991-4f2e3d3904dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109286) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:17.008394 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ae5fb371-6878-480e-a15c-9d8e8f2d9a33 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:17.029090 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.managers [None req-d71dfb3d-988f-403b-8614-944f28b1262f None None] Attempting to bind port 9e256ab8-a60b-4280-af37-e3cde9ce8bb5 on host dv-cinder-804035-14-iscsi for vnic_type normal with profile {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:48:17.029560 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.managers [None req-d71dfb3d-988f-403b-8614-944f28b1262f None None] Attempting to bind port 9e256ab8-a60b-4280-af37-e3cde9ce8bb5 by drivers openvswitch,hyperv on host dv-cinder-804035-14-iscsi at level 0 using segments [{'id': '0485c9ee-81a2-42db-aa59-91c9df2534b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912'}] {{(pid=109286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:48:17.030158 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71dfb3d-988f-403b-8614-944f28b1262f None None] Attempting to bind port 9e256ab8-a60b-4280-af37-e3cde9ce8bb5 on network 6b5935e7-9d75-48af-991a-f9db01f37912 {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:48:17.038865 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71dfb3d-988f-403b-8614-944f28b1262f None None] Checking agent: {'id': 'b3285c04-b64b-48ad-a641-833cdb741995', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'started_at': datetime.datetime(2021, 11, 23, 7, 35, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:48:17.039566 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71dfb3d-988f-403b-8614-944f28b1262f None None] Checking segment: {'id': '0485c9ee-81a2-42db-aa59-91c9df2534b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:48:17.041569 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-d71dfb3d-988f-403b-8614-944f28b1262f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:17.042272 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71dfb3d-988f-403b-8614-944f28b1262f None None] Bound using segment: {'id': '0485c9ee-81a2-42db-aa59-91c9df2534b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912'} {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:48:17.043117 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.managers [None req-d71dfb3d-988f-403b-8614-944f28b1262f None None] Bound port: 9e256ab8-a60b-4280-af37-e3cde9ce8bb5, host: dv-cinder-804035-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0485c9ee-81a2-42db-aa59-91c9df2534b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912'}}] {{(pid=109286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:48:17.043801 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-d71dfb3d-988f-403b-8614-944f28b1262f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:17.078372 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39b9c33-1684-4914-beb4-e7230fdf8cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d3c1c3e-7e7c-57c3-af0f-cd4a647982af-dd2185ac-a7ca-41fc-9b31-ec715a63b66e', 'network_id': 'dd2185ac-a7ca-41fc-9b31-ec715a63b66e', 'tenant_id': '8bd8e60206a24b119fad89ce7e0cd912', 'fixed_ips': [{'subnet_id': 'abbb612c-accf-438c-949b-286a7bcd0ffa'}]}} from dv-cinder-804035-14-iscsi. {{(pid=109285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 07:48:17.079283 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e39b9c33-1684-4914-beb4-e7230fdf8cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:17.116471 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be659b2d-de42-4e6c-a00b-87fb8202582a req-5d3254a7-7419-48c8-8872-a2d3bde77477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:17.118535 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-be659b2d-de42-4e6c-a00b-87fb8202582a req-5d3254a7-7419-48c8-8872-a2d3bde77477 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc7f91007a2a4b90b80701592589a131&device_id=65836c81-3d98-4338-a51d-aa3bb0ef7b76 HTTP/1.1" status: 200 len: 1097 time: 0.1764107 Nov 23 07:48:17.186080 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.db [None req-d71dfb3d-988f-403b-8614-944f28b1262f None None] For port 9e256ab8-a60b-4280-af37-e3cde9ce8bb5, host dv-cinder-804035-14-iscsi, cleared binding levels {{(pid=109286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:48:17.192505 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.db [None req-d71dfb3d-988f-403b-8614-944f28b1262f None None] For port 9e256ab8-a60b-4280-af37-e3cde9ce8bb5, host dv-cinder-804035-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=9e256ab8-a60b-4280-af37-e3cde9ce8bb5,segment=NetworkSegment(0485c9ee-81a2-42db-aa59-91c9df2534b4),segment_id=0485c9ee-81a2-42db-aa59-91c9df2534b4)] {{(pid=109286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:48:17.198788 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-d71dfb3d-988f-403b-8614-944f28b1262f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:17.200788 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-7c3dd67a-e781-4ba4-a15f-6b3e05323cb4 None None] Provisioning complete for port 9e256ab8-a60b-4280-af37-e3cde9ce8bb5 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:17.201181 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-7c3dd67a-e781-4ba4-a15f-6b3e05323cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:17.247171 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-1ba6483d-4da1-4d6e-bae4-d516b432a3aa admin admin] Deleting port 2d1c7671-5609-450c-b243-f766047adf77 {{(pid=109284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:48:17.247794 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-1ba6483d-4da1-4d6e-bae4-d516b432a3aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:17.312868 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ae5fb371-6878-480e-a15c-9d8e8f2d9a33 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:17.323224 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71dfb3d-988f-403b-8614-944f28b1262f None None] Routers {'c5fafff9-7721-4717-91b9-90a16c88cbec'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:48:17.324338 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-d71dfb3d-988f-403b-8614-944f28b1262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:48:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['c5fafff9-7721-4717-91b9-90a16c88cbec'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:17.346103 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be659b2d-de42-4e6c-a00b-87fb8202582a req-f60af3d7-81c5-4d01-be18-42cfb18896da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:17.350642 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-be659b2d-de42-4e6c-a00b-87fb8202582a req-f60af3d7-81c5-4d01-be18-42cfb18896da service neutron] 10.222.0.31 "GET /v2.0/networks?id=41a8f465-c4c3-4408-a9dd-14556e78b966 HTTP/1.1" status: 200 len: 912 time: 0.2202337 Nov 23 07:48:17.351634 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.db_base_plugin_common [None req-e39b9c33-1684-4914-beb4-e7230fdf8cec None None] Allocated IP 172.20.0.2 (dd2185ac-a7ca-41fc-9b31-ec715a63b66e/abbb612c-accf-438c-949b-286a7bcd0ffa/98db1f46-e3ac-4e11-bd63-40dfcfe42cca) {{(pid=109285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:48:17.404660 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-7c3dd67a-e781-4ba4-a15f-6b3e05323cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:17.414091 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.db [None req-1ba6483d-4da1-4d6e-bae4-d516b432a3aa admin admin] For port 2d1c7671-5609-450c-b243-f766047adf77, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=2d1c7671-5609-450c-b243-f766047adf77,segment=NetworkSegment(cefc117d-da37-40a8-b11f-8d9ed755980c),segment_id=cefc117d-da37-40a8-b11f-8d9ed755980c)] {{(pid=109284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:48:17.414896 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-1ba6483d-4da1-4d6e-bae4-d516b432a3aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:17.435238 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-1ba6483d-4da1-4d6e-bae4-d516b432a3aa admin admin] Calling delete_port for 2d1c7671-5609-450c-b243-f766047adf77 owned by network:router_interface {{(pid=109284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:48:17.441885 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-be659b2d-de42-4e6c-a00b-87fb8202582a req-d7741d97-4be5-433e-b7cf-7bd6edaad012 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57edcc25-5f03-4d06-8e19-80459dbc84fb HTTP/1.1" status: 200 len: 217 time: 0.0706151 Nov 23 07:48:17.487294 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-7c3dd67a-e781-4ba4-a15f-6b3e05323cb4 None None] For port 9e256ab8-a60b-4280-af37-e3cde9ce8bb5, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=9e256ab8-a60b-4280-af37-e3cde9ce8bb5,segment=NetworkSegment(0485c9ee-81a2-42db-aa59-91c9df2534b4),segment_id=0485c9ee-81a2-42db-aa59-91c9df2534b4)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:48:17.523745 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-7c3dd67a-e781-4ba4-a15f-6b3e05323cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:17.576880 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be659b2d-de42-4e6c-a00b-87fb8202582a req-35950764-3398-4409-b63c-25094f63f7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:17.579137 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-be659b2d-de42-4e6c-a00b-87fb8202582a req-35950764-3398-4409-b63c-25094f63f7f2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f02b6904-8bee-4b65-8d68-a5eced424f54 HTTP/1.1" status: 200 len: 850 time: 0.1237924 Nov 23 07:48:17.638966 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3dd67a-e781-4ba4-a15f-6b3e05323cb4 None None] Pushing event updated for resources: {'Port': ['ID=9e256ab8-a60b-4280-af37-e3cde9ce8bb5,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:17.664519 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be659b2d-de42-4e6c-a00b-87fb8202582a req-62571bf1-c3e7-44ea-b6a6-2d600947bd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:17.666362 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-be659b2d-de42-4e6c-a00b-87fb8202582a req-62571bf1-c3e7-44ea-b6a6-2d600947bd85 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=41a8f465-c4c3-4408-a9dd-14556e78b966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0760875 Nov 23 07:48:17.676312 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-d71dfb3d-988f-403b-8614-944f28b1262f None None] Set router c5fafff9-7721-4717-91b9-90a16c88cbec gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:48:17.712193 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c0eb0-b456-404b-8d51-767281f1fab8 req-fcf8a697-d6f7-4468-8344-9e83ad35c1c2 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:17.713052 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e39b9c33-1684-4914-beb4-e7230fdf8cec None None] Publish callbacks [] for port, precommit_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:17.722875 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d73c0eb0-b456-404b-8d51-767281f1fab8 req-fcf8a697-d6f7-4468-8344-9e83ad35c1c2 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=65836c81-3d98-4338-a51d-aa3bb0ef7b76 HTTP/1.1" status: 200 len: 944 time: 0.1225529 Nov 23 07:48:17.725890 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e39b9c33-1684-4914-beb4-e7230fdf8cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:17.783329 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b9c33-1684-4914-beb4-e7230fdf8cec None None] Pushing event updated for resources: {'Port': ['ID=98db1f46-e3ac-4e11-bd63-40dfcfe42cca,revision_number=1']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:17.816061 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39b9c33-1684-4914-beb4-e7230fdf8cec None None] Network dd2185ac-a7ca-41fc-9b31-ec715a63b66e is already hosted by enough agents. {{(pid=109285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:48:17.822036 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-278970dd-b754-4afb-b948-c851cbc62466 None None] Provisioning complete for port 9e256ab8-a60b-4280-af37-e3cde9ce8bb5 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:17.822862 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-278970dd-b754-4afb-b948-c851cbc62466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:17.826021 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.scheduler.base_scheduler [None req-e39b9c33-1684-4914-beb4-e7230fdf8cec None None] Resources bound (agent type, host, resource id): {{(pid=109285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:48:17.833954 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39b9c33-1684-4914-beb4-e7230fdf8cec None None] Received port after_create {{(pid=109285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:48:17.840073 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d73c0eb0-b456-404b-8d51-767281f1fab8 req-aea2104d-7333-4b7d-bbb0-5c6269389633 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=26671225-dcb6-48a3-94dd-558c8242f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154923 Nov 23 07:48:17.861357 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab92a8-f849-4e97-b991-4f2e3d3904dc None None] Pushing event updated for resources: {'Port': ['ID=9e256ab8-a60b-4280-af37-e3cde9ce8bb5,revision_number=4']} {{(pid=109286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:17.933969 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-1ba6483d-4da1-4d6e-bae4-d516b432a3aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909886'] for port, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:17.957233 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-e39b9c33-1684-4914-beb4-e7230fdf8cec None None] Attempting to bind port 98db1f46-e3ac-4e11-bd63-40dfcfe42cca on host dv-cinder-804035-14-iscsi for vnic_type normal with profile {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:48:17.957587 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-e39b9c33-1684-4914-beb4-e7230fdf8cec None None] Attempting to bind port 98db1f46-e3ac-4e11-bd63-40dfcfe42cca by drivers openvswitch,hyperv on host dv-cinder-804035-14-iscsi at level 0 using segments [{'id': '8ac61800-95b0-4e36-8ab8-36f8e33d9265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dd2185ac-a7ca-41fc-9b31-ec715a63b66e'}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:48:17.958129 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b9c33-1684-4914-beb4-e7230fdf8cec None None] Attempting to bind port 98db1f46-e3ac-4e11-bd63-40dfcfe42cca on network dd2185ac-a7ca-41fc-9b31-ec715a63b66e {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:48:17.959530 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ae5fb371-6878-480e-a15c-9d8e8f2d9a33 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:17.966815 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b9c33-1684-4914-beb4-e7230fdf8cec None None] Checking agent: {'id': 'b3285c04-b64b-48ad-a641-833cdb741995', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'started_at': datetime.datetime(2021, 11, 23, 7, 35, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:48:17.967201 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b9c33-1684-4914-beb4-e7230fdf8cec None None] Checking segment: {'id': '8ac61800-95b0-4e36-8ab8-36f8e33d9265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dd2185ac-a7ca-41fc-9b31-ec715a63b66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:48:17.967597 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e39b9c33-1684-4914-beb4-e7230fdf8cec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:17.968000 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39b9c33-1684-4914-beb4-e7230fdf8cec None None] Bound using segment: {'id': '8ac61800-95b0-4e36-8ab8-36f8e33d9265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dd2185ac-a7ca-41fc-9b31-ec715a63b66e'} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:48:17.968879 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-e39b9c33-1684-4914-beb4-e7230fdf8cec None None] Bound port: 98db1f46-e3ac-4e11-bd63-40dfcfe42cca, host: dv-cinder-804035-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac61800-95b0-4e36-8ab8-36f8e33d9265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dd2185ac-a7ca-41fc-9b31-ec715a63b66e'}}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:48:17.969396 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e39b9c33-1684-4914-beb4-e7230fdf8cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:17.978771 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6483d-4da1-4d6e-bae4-d516b432a3aa admin admin] Pushing event deleted for resources: {'Port': ['ID=2d1c7671-5609-450c-b243-f766047adf77,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:18.049288 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ae5fb371-6878-480e-a15c-9d8e8f2d9a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:18.097554 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-be659b2d-de42-4e6c-a00b-87fb8202582a req-19376f23-a4d9-4075-82ec-42d7564e4891 service neutron] 10.222.0.31 "GET /v2.0/networks/41a8f465-c4c3-4408-a9dd-14556e78b966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188848 Nov 23 07:48:18.171269 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e39b9c33-1684-4914-beb4-e7230fdf8cec None None] For port 98db1f46-e3ac-4e11-bd63-40dfcfe42cca, host dv-cinder-804035-14-iscsi, cleared binding levels {{(pid=109285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:48:18.171553 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-d71dfb3d-988f-403b-8614-944f28b1262f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'name': 'tempest-TestShelveInstance-1708094805-router', 'tenant_id': '2d805701d3af40f59df0733595904769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:06Z', 'updated_at': '2021-11-23T07:48:11Z', 'revision_number': 4, 'project_id': '2d805701d3af40f59df0733595904769', 'gw_port': {'id': '49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:07Z', 'updated_at': '2021-11-23T07:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '9e256ab8-a60b-4280-af37-e3cde9ce8bb5', 'name': '', 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912', 'tenant_id': '2d805701d3af40f59df0733595904769', 'mac_address': 'fa:16:3e:2a:9c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8b5e914f-670e-4ab3-982a-052365646196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:10Z', 'updated_at': '2021-11-23T07:48:17Z', 'revision_number': 4, 'project_id': '2d805701d3af40f59df0733595904769', 'subnets': [{'id': '8b5e914f-670e-4ab3-982a-052365646196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:18.188548 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e39b9c33-1684-4914-beb4-e7230fdf8cec None None] For port 98db1f46-e3ac-4e11-bd63-40dfcfe42cca, host dv-cinder-804035-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=98db1f46-e3ac-4e11-bd63-40dfcfe42cca,segment=NetworkSegment(8ac61800-95b0-4e36-8ab8-36f8e33d9265),segment_id=8ac61800-95b0-4e36-8ab8-36f8e33d9265)] {{(pid=109285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:48:18.196445 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e39b9c33-1684-4914-beb4-e7230fdf8cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:18.267703 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-1ba6483d-4da1-4d6e-bae4-d516b432a3aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1700661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712803'] for router_interface, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:18.276004 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71dfb3d-988f-403b-8614-944f28b1262f None None] The sync data for ids ['c5fafff9-7721-4717-91b9-90a16c88cbec'] in dv-cinder-804035-14-iscsi is: [{'id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'name': 'tempest-TestShelveInstance-1708094805-router', 'tenant_id': '2d805701d3af40f59df0733595904769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:06Z', 'updated_at': '2021-11-23T07:48:11Z', 'revision_number': 4, 'project_id': '2d805701d3af40f59df0733595904769', 'gw_port': {'id': '49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:07Z', 'updated_at': '2021-11-23T07:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '9e256ab8-a60b-4280-af37-e3cde9ce8bb5', 'name': '', 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912', 'tenant_id': '2d805701d3af40f59df0733595904769', 'mac_address': 'fa:16:3e:2a:9c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8b5e914f-670e-4ab3-982a-052365646196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:10Z', 'updated_at': '2021-11-23T07:48:17Z', 'revision_number': 4, 'project_id': '2d805701d3af40f59df0733595904769', 'subnets': [{'id': '8b5e914f-670e-4ab3-982a-052365646196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:48:18.366187 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-be659b2d-de42-4e6c-a00b-87fb8202582a req-18a6cdca-d43a-4531-9b2b-4edbf6f3f608 service neutron] 10.222.0.31 "GET /v2.0/networks/41a8f465-c4c3-4408-a9dd-14556e78b966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189264 Nov 23 07:48:18.374452 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [None req-ae5fb371-6878-480e-a15c-9d8e8f2d9a33 admin admin] Allocated IP 172.27.2.22 (891dfe80-61d0-4c14-832c-7438dfe6f055/08f8fc41-5d8c-4fca-8f02-9f082906db87/3884cf55-b147-4463-ac48-9aec452cfe8b) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:48:18.541548 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ae5fb371-6878-480e-a15c-9d8e8f2d9a33 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:18.602659 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b9c33-1684-4914-beb4-e7230fdf8cec None None] Pushing event updated for resources: {'Port': ['ID=98db1f46-e3ac-4e11-bd63-40dfcfe42cca,revision_number=2']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:18.612076 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:48:18.617306 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ae5fb371-6878-480e-a15c-9d8e8f2d9a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:18.639915 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 9e256ab8-a60b-4280-af37-e3cde9ce8bb5 up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:48:18.670107 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5fb371-6878-480e-a15c-9d8e8f2d9a33 admin admin] Network 891dfe80-61d0-4c14-832c-7438dfe6f055 is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:48:18.678449 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [None req-ae5fb371-6878-480e-a15c-9d8e8f2d9a33 admin admin] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:48:18.682835 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5fb371-6878-480e-a15c-9d8e8f2d9a33 admin admin] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:48:18.727488 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5fb371-6878-480e-a15c-9d8e8f2d9a33 admin admin] Pushing event updated for resources: {'Port': ['ID=3884cf55-b147-4463-ac48-9aec452cfe8b,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:18.747605 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 9e256ab8-a60b-4280-af37-e3cde9ce8bb5 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:18.748011 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:18.850730 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba6483d-4da1-4d6e-bae4-d516b432a3aa admin admin] Router af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:48:19.164776 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba6483d-4da1-4d6e-bae4-d516b432a3aa admin admin] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:48:19.180620 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-1ba6483d-4da1-4d6e-bae4-d516b432a3aa admin admin] 10.222.0.48 "PUT /v2.0/routers/af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3840442 Nov 23 07:48:19.181814 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 48642) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:19.182308 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140b3b01-7214-437d-a09a-50418631f75f None None] Sync routers for ids ['af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b'] in dv-cinder-804035-14-iscsi {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:48:19.205167 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408bac7-1959-4d71-9123-9da0724d2f22 req-f3fc1c17-3f72-4593-b36c-f1948e0ab571 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:19.208236 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140b3b01-7214-437d-a09a-50418631f75f None None] Routers {'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:48:19.208555 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-8408bac7-1959-4d71-9123-9da0724d2f22 req-f3fc1c17-3f72-4593-b36c-f1948e0ab571 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=65836c81-3d98-4338-a51d-aa3bb0ef7b76 HTTP/1.1" status: 200 len: 944 time: 0.1359494 Nov 23 07:48:19.209108 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-140b3b01-7214-437d-a09a-50418631f75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:48:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:19.421784 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-140b3b01-7214-437d-a09a-50418631f75f None None] Set router af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:48:19.439155 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e202b6d-bab4-418b-bb92-fcb85184be09 admin admin] Publish callbacks [] for router, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:19.470710 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ae5fb371-6878-480e-a15c-9d8e8f2d9a33 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:19.470992 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-8408bac7-1959-4d71-9123-9da0724d2f22 req-49687c77-d7ce-47b4-9407-3b7983911693 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=26671225-dcb6-48a3-94dd-558c8242f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897817 Nov 23 07:48:19.694114 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e202b6d-bab4-418b-bb92-fcb85184be09 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:19.740359 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-140b3b01-7214-437d-a09a-50418631f75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'name': 'tempest-TestMinimumBasicScenario-106881543-router', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0c381ab8-774b-44f8-badd-77c97bb9dfd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:44:50Z', 'updated_at': '2021-11-23T07:48:17Z', 'revision_number': 5, 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'gw_port': {'id': '0c381ab8-774b-44f8-badd-77c97bb9dfd3', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:be:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:44:51Z', 'updated_at': '2021-11-23T07:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi'}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:19.776399 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ae5fb371-6878-480e-a15c-9d8e8f2d9a33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1712759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1712217'] for router, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:19.777595 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140b3b01-7214-437d-a09a-50418631f75f None None] Checking router: af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b for host: dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:48:19.788711 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-8e202b6d-bab4-418b-bb92-fcb85184be09 admin admin] Deleting port 0c381ab8-774b-44f8-badd-77c97bb9dfd3 {{(pid=109284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:48:19.789139 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e202b6d-bab4-418b-bb92-fcb85184be09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:19.796057 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140b3b01-7214-437d-a09a-50418631f75f None None] Routers {'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:48:19.796824 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-140b3b01-7214-437d-a09a-50418631f75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:48:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:19.890715 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.db [None req-8e202b6d-bab4-418b-bb92-fcb85184be09 admin admin] For port 0c381ab8-774b-44f8-badd-77c97bb9dfd3, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=0c381ab8-774b-44f8-badd-77c97bb9dfd3,segment=NetworkSegment(c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c),segment_id=c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c)] {{(pid=109284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:48:19.891494 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e202b6d-bab4-418b-bb92-fcb85184be09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:19.909280 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-8e202b6d-bab4-418b-bb92-fcb85184be09 admin admin] Calling delete_port for 0c381ab8-774b-44f8-badd-77c97bb9dfd3 owned by network:router_gateway {{(pid=109284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:48:19.941446 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5fb371-6878-480e-a15c-9d8e8f2d9a33 admin admin] Router fecf9114-53c6-4a8e-a710-d32a45a6faea is scheduled to L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 with binding_index 1 {{(pid=109283) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 07:48:19.971887 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-140b3b01-7214-437d-a09a-50418631f75f None None] Set router af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b gateway port host: None {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:48:20.074686 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-140b3b01-7214-437d-a09a-50418631f75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'name': 'tempest-TestMinimumBasicScenario-106881543-router', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:44:50Z', 'updated_at': '2021-11-23T07:48:19Z', 'revision_number': 6, 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'gw_port_host': None}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:20.099420 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5fb371-6878-480e-a15c-9d8e8f2d9a33 admin admin] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:48:20.112245 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1a52ad-21e0-4b55-aebd-c8745a184003 None None] Sync routers for ids ['fecf9114-53c6-4a8e-a710-d32a45a6faea'] in dv-cinder-804035-14-iscsi {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:48:20.120158 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ae5fb371-6878-480e-a15c-9d8e8f2d9a33 admin admin] Publish callbacks [] for router, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:20.125074 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 48646) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:20.125547 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-ae5fb371-6878-480e-a15c-9d8e8f2d9a33 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4823363 Nov 23 07:48:20.129413 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1a52ad-21e0-4b55-aebd-c8745a184003 None None] Routers {'fecf9114-53c6-4a8e-a710-d32a45a6faea'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:48:20.130650 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-0b1a52ad-21e0-4b55-aebd-c8745a184003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:48:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['fecf9114-53c6-4a8e-a710-d32a45a6faea'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:20.132550 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140b3b01-7214-437d-a09a-50418631f75f None None] The sync data for ids ['af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b'] in dv-cinder-804035-14-iscsi is: [{'id': 'af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b', 'name': 'tempest-TestMinimumBasicScenario-106881543-router', 'tenant_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:44:50Z', 'updated_at': '2021-11-23T07:48:19Z', 'revision_number': 6, 'project_id': 'c42cd8fcb71040c394c2fa2ed9324ae0', 'gw_port_host': None}] {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:48:20.135622 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b92a37-6dd8-440b-baf3-046037dada65 None None] Network dd2185ac-a7ca-41fc-9b31-ec715a63b66e requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:48:20.192781 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e202b6d-bab4-418b-bb92-fcb85184be09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909886'] for port, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:20.233026 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e202b6d-bab4-418b-bb92-fcb85184be09 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c381ab8-774b-44f8-badd-77c97bb9dfd3,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:20.276278 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-0b1a52ad-21e0-4b55-aebd-c8745a184003 None None] Set router fecf9114-53c6-4a8e-a710-d32a45a6faea gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:48:20.280182 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-014248f0-b59d-4a38-91fb-44d0a4a96673 None None] Provisioning complete for port 98db1f46-e3ac-4e11-bd63-40dfcfe42cca triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:20.280769 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-014248f0-b59d-4a38-91fb-44d0a4a96673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:20.372195 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e202b6d-bab4-418b-bb92-fcb85184be09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1712133'] for router_gateway, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:20.496614 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-0b1a52ad-21e0-4b55-aebd-c8745a184003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecf9114-53c6-4a8e-a710-d32a45a6faea', 'name': 'tempest-TestShelveInstance-1460179206-router', 'tenant_id': '8bd8e60206a24b119fad89ce7e0cd912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3884cf55-b147-4463-ac48-9aec452cfe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:16Z', 'updated_at': '2021-11-23T07:48:18Z', 'revision_number': 3, 'project_id': '8bd8e60206a24b119fad89ce7e0cd912', 'gw_port': {'id': '3884cf55-b147-4463-ac48-9aec452cfe8b', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecf9114-53c6-4a8e-a710-d32a45a6faea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:18Z', 'updated_at': '2021-11-23T07:48:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi'}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:20.500744 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-014248f0-b59d-4a38-91fb-44d0a4a96673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:20.564320 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-014248f0-b59d-4a38-91fb-44d0a4a96673 None None] For port 98db1f46-e3ac-4e11-bd63-40dfcfe42cca, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=98db1f46-e3ac-4e11-bd63-40dfcfe42cca,segment=NetworkSegment(8ac61800-95b0-4e36-8ab8-36f8e33d9265),segment_id=8ac61800-95b0-4e36-8ab8-36f8e33d9265)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:48:20.570251 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-014248f0-b59d-4a38-91fb-44d0a4a96673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:20.634786 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1a52ad-21e0-4b55-aebd-c8745a184003 None None] Checking router: fecf9114-53c6-4a8e-a710-d32a45a6faea for host: dv-cinder-804035-14-iscsi {{(pid=109286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:48:20.635553 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1a52ad-21e0-4b55-aebd-c8745a184003 None None] Updating router fecf9114-53c6-4a8e-a710-d32a45a6faea port 3884cf55-b147-4463-ac48-9aec452cfe8b binding host dv-cinder-804035-14-iscsi {{(pid=109286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 07:48:20.680975 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014248f0-b59d-4a38-91fb-44d0a4a96673 None None] Pushing event updated for resources: {'Port': ['ID=98db1f46-e3ac-4e11-bd63-40dfcfe42cca,revision_number=3']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:20.688505 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 57edcc25-5f03-4d06-8e19-80459dbc84fb details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 07:48:20.711309 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-0b1a52ad-21e0-4b55-aebd-c8745a184003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:20.870647 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e202b6d-bab4-418b-bb92-fcb85184be09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1712715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-971'] for router, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:20.890207 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 57edcc25-5f03-4d06-8e19-80459dbc84fb, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=57edcc25-5f03-4d06-8e19-80459dbc84fb,segment=NetworkSegment(d49c0d41-f11b-425e-9786-8329159ba34c),segment_id=d49c0d41-f11b-425e-9786-8329159ba34c)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:48:20.905319 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e202b6d-bab4-418b-bb92-fcb85184be09 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:20.906409 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Returning: {'device': '57edcc25-5f03-4d06-8e19-80459dbc84fb', 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966', 'port_id': '57edcc25-5f03-4d06-8e19-80459dbc84fb', 'mac_address': 'fa:16:3e:f0:ae:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 07:48:20.966731 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:21.008566 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e202b6d-bab4-418b-bb92-fcb85184be09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1712263'] for router, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:21.009245 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e202b6d-bab4-418b-bb92-fcb85184be09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b {{(pid=109284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 07:48:21.012714 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57edcc25-5f03-4d06-8e19-80459dbc84fb {{(pid=109285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:48:21.022878 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a201c13-e92f-49fc-ba4c-f0b5899f1315 req-eab98e8b-b2fa-4c97-b196-633d32b79c72 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:21.022878 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-3a201c13-e92f-49fc-ba4c-f0b5899f1315 req-eab98e8b-b2fa-4c97-b196-633d32b79c72 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=65836c81-3d98-4338-a51d-aa3bb0ef7b76 HTTP/1.1" status: 200 len: 944 time: 0.2679322 Nov 23 07:48:21.058451 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e202b6d-bab4-418b-bb92-fcb85184be09 admin admin] Publish callbacks [] for router, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:21.062941 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-8e202b6d-bab4-418b-bb92-fcb85184be09 admin admin] 10.222.0.48 "DELETE /v2.0/routers/af11f9e2-33f6-4bb1-90c1-ee0c047ecb8b HTTP/1.1" status: 204 len: 168 time: 1.8782265 Nov 23 07:48:21.063319 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48652) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:21.075337 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 57edcc25-5f03-4d06-8e19-80459dbc84fb, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=57edcc25-5f03-4d06-8e19-80459dbc84fb,segment=NetworkSegment(d49c0d41-f11b-425e-9786-8329159ba34c),segment_id=d49c0d41-f11b-425e-9786-8329159ba34c)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:48:21.086121 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:21.166347 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df06422-41c3-402e-8d8d-a2e86481cf4d admin admin] Deleting subnet d1021d11-6a0a-4efc-bfec-6471a02dfed1 {{(pid=109283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 07:48:21.174405 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-9df06422-41c3-402e-8d8d-a2e86481cf4d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:21.222022 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=57edcc25-5f03-4d06-8e19-80459dbc84fb,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:21.229268 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-a242aa0e-923f-427a-ae4b-706c4462f862 None None] Provisioning complete for port 98db1f46-e3ac-4e11-bd63-40dfcfe42cca triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:21.229681 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-a242aa0e-923f-427a-ae4b-706c4462f862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:21.256518 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-0b1a52ad-21e0-4b55-aebd-c8745a184003 None None] Publish callbacks [] for port, precommit_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:21.259956 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-9df06422-41c3-402e-8d8d-a2e86481cf4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10348417'] for subnet, precommit_delete_associations {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:21.267090 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 98db1f46-e3ac-4e11-bd63-40dfcfe42cca up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:48:21.268225 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-0b1a52ad-21e0-4b55-aebd-c8745a184003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:21.299707 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-3a201c13-e92f-49fc-ba4c-f0b5899f1315 req-1c4e5eda-66bb-44a8-a0ff-5f33142585cc tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=26671225-dcb6-48a3-94dd-558c8242f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2345436 Nov 23 07:48:21.368677 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.managers [None req-0b1a52ad-21e0-4b55-aebd-c8745a184003 None None] Attempting to bind port 3884cf55-b147-4463-ac48-9aec452cfe8b on host dv-cinder-804035-14-iscsi for vnic_type normal with profile {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:48:21.369207 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.managers [None req-0b1a52ad-21e0-4b55-aebd-c8745a184003 None None] Attempting to bind port 3884cf55-b147-4463-ac48-9aec452cfe8b by drivers openvswitch,hyperv on host dv-cinder-804035-14-iscsi at level 0 using segments [{'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}] {{(pid=109286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:48:21.369771 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1a52ad-21e0-4b55-aebd-c8745a184003 None None] Attempting to bind port 3884cf55-b147-4463-ac48-9aec452cfe8b on network 891dfe80-61d0-4c14-832c-7438dfe6f055 {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:48:21.370553 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['57edcc25-5f03-4d06-8e19-80459dbc84fb'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:48:21.379704 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1a52ad-21e0-4b55-aebd-c8745a184003 None None] Checking agent: {'id': 'b3285c04-b64b-48ad-a641-833cdb741995', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'started_at': datetime.datetime(2021, 11, 23, 7, 35, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:48:21.380513 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1a52ad-21e0-4b55-aebd-c8745a184003 None None] Checking segment: {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:48:21.381034 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-0b1a52ad-21e0-4b55-aebd-c8745a184003 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:21.383344 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1a52ad-21e0-4b55-aebd-c8745a184003 None None] Bound using segment: {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'} {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:48:21.385100 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.managers [None req-0b1a52ad-21e0-4b55-aebd-c8745a184003 None None] Bound port: 3884cf55-b147-4463-ac48-9aec452cfe8b, host: dv-cinder-804035-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}}] {{(pid=109286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:48:21.385100 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-0b1a52ad-21e0-4b55-aebd-c8745a184003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:21.475526 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-9df06422-41c3-402e-8d8d-a2e86481cf4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668856'] for subnet, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:21.488504 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 98db1f46-e3ac-4e11-bd63-40dfcfe42cca triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:21.488736 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-21190d2d-a670-4588-920e-2a9fb61b2967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:21.488981 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:21.588716 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-9df06422-41c3-402e-8d8d-a2e86481cf4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-707915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9542673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9964384'] for subnet, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:21.625122 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-9df06422-41c3-402e-8d8d-a2e86481cf4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:21.630919 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-9df06422-41c3-402e-8d8d-a2e86481cf4d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d1021d11-6a0a-4efc-bfec-6471a02dfed1 HTTP/1.1" status: 204 len: 168 time: 0.5660148 Nov 23 07:48:21.632040 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df06422-41c3-402e-8d8d-a2e86481cf4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1021d11-6a0a-4efc-bfec-6471a02dfed1,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:21.639539 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48654) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:21.641211 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9741eebc-c8d6-4f21-aa41-18ab487641b5 None None] Network 1b5d852b-b97c-4e33-b149-2a4c0450e4d5 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:48:21.652747 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.db [None req-0b1a52ad-21e0-4b55-aebd-c8745a184003 None None] For port 3884cf55-b147-4463-ac48-9aec452cfe8b, host dv-cinder-804035-14-iscsi, cleared binding levels {{(pid=109286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:48:21.657583 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.db [None req-0b1a52ad-21e0-4b55-aebd-c8745a184003 None None] For port 3884cf55-b147-4463-ac48-9aec452cfe8b, host dv-cinder-804035-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=3884cf55-b147-4463-ac48-9aec452cfe8b,segment=NetworkSegment(c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c),segment_id=c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c)] {{(pid=109286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:48:21.660326 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1895eb-9f22-4f13-92a3-3d5dbfcff394 None None] Pushing event updated for resources: {'Port': ['ID=3884cf55-b147-4463-ac48-9aec452cfe8b,revision_number=2']} {{(pid=109286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:21.665575 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-0b1a52ad-21e0-4b55-aebd-c8745a184003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:21.729090 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1895eb-9f22-4f13-92a3-3d5dbfcff394 None None] Pushing event updated for resources: {'Port': ['ID=3884cf55-b147-4463-ac48-9aec452cfe8b,revision_number=3']} {{(pid=109286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:21.761270 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1a52ad-21e0-4b55-aebd-c8745a184003 None None] Routers {'fecf9114-53c6-4a8e-a710-d32a45a6faea'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:48:21.762226 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-0b1a52ad-21e0-4b55-aebd-c8745a184003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:48:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['fecf9114-53c6-4a8e-a710-d32a45a6faea'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:21.781530 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.db_base_plugin_common [None req-21190d2d-a670-4588-920e-2a9fb61b2967 admin admin] Allocated IP 172.20.0.1 (dd2185ac-a7ca-41fc-9b31-ec715a63b66e/abbb612c-accf-438c-949b-286a7bcd0ffa/0372e54f-64c6-41d1-a8c4-b8499a41083b) {{(pid=109284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:48:21.787799 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-33426aea-7669-4c75-bb34-059395a848a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629665'] for network, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:21.906785 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-33426aea-7669-4c75-bb34-059395a848a4 admin admin] Deleting port 16d2a0fc-e7f2-4801-8092-87c6baa0797a {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:48:21.907242 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-33426aea-7669-4c75-bb34-059395a848a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:21.995254 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 2d1c7671-5609-450c-b243-f766047adf77 no longer exists at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:48:22.027701 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-33426aea-7669-4c75-bb34-059395a848a4 admin admin] For port 16d2a0fc-e7f2-4801-8092-87c6baa0797a, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=16d2a0fc-e7f2-4801-8092-87c6baa0797a,segment=NetworkSegment(cefc117d-da37-40a8-b11f-8d9ed755980c),segment_id=cefc117d-da37-40a8-b11f-8d9ed755980c)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:48:22.028330 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-33426aea-7669-4c75-bb34-059395a848a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:22.041975 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-21190d2d-a670-4588-920e-2a9fb61b2967 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:22.059078 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-0b1a52ad-21e0-4b55-aebd-c8745a184003 None None] Set router fecf9114-53c6-4a8e-a710-d32a45a6faea gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:48:22.065019 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-33426aea-7669-4c75-bb34-059395a848a4 admin admin] Calling delete_port for 16d2a0fc-e7f2-4801-8092-87c6baa0797a owned by network:dhcp {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:48:22.091109 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] No Port match for: 2d1c7671-5609-450c-b243-f766047adf77 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:48:22.091459 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 2d1c7671-5609-450c-b243-f766047adf77 not bound to the agent host dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:48:22.111589 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-21190d2d-a670-4588-920e-2a9fb61b2967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909886'] for port, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:22.149172 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21190d2d-a670-4588-920e-2a9fb61b2967 admin admin] Network dd2185ac-a7ca-41fc-9b31-ec715a63b66e is already hosted by enough agents. {{(pid=109284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:48:22.152889 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-21190d2d-a670-4588-920e-2a9fb61b2967 admin admin] Resources bound (agent type, host, resource id): {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:48:22.157218 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21190d2d-a670-4588-920e-2a9fb61b2967 admin admin] Received port after_create {{(pid=109284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:48:22.206719 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21190d2d-a670-4588-920e-2a9fb61b2967 admin admin] Pushing event updated for resources: {'Port': ['ID=0372e54f-64c6-41d1-a8c4-b8499a41083b,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:22.209507 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-33426aea-7669-4c75-bb34-059395a848a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:22.236887 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-21190d2d-a670-4588-920e-2a9fb61b2967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712296'] for router_interface, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:22.258666 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33426aea-7669-4c75-bb34-059395a848a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=16d2a0fc-e7f2-4801-8092-87c6baa0797a,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:22.269599 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33426aea-7669-4c75-bb34-059395a848a4 admin admin] No DVR routers for this DVR port 16d2a0fc-e7f2-4801-8092-87c6baa0797a on host dv-cinder-804035-14-iscsi {{(pid=109283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:48:22.329575 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0388b93-4f49-4db3-b1b3-e5cd63effe27 None None] DHCP port deletion for 1b5d852b-b97c-4e33-b149-2a4c0450e4d5 request from dv-cinder-804035-14-iscsi {{(pid=109285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 07:48:22.430194 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-33426aea-7669-4c75-bb34-059395a848a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670311', 'neutron.services.segments.db._delete_segments_for_network-8750072253624'] for network, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:22.460044 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 98db1f46-e3ac-4e11-bd63-40dfcfe42cca up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:48:22.463659 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.services.segments.db [None req-33426aea-7669-4c75-bb34-059395a848a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b5d852b-b97c-4e33-b149-2a4c0450e4d5']}} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:22.478927 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.services.segments.db [None req-33426aea-7669-4c75-bb34-059395a848a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cefc117d-da37-40a8-b11f-8d9ed755980c') {'for_net_delete': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:22.479221 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.services.segments.db [None req-33426aea-7669-4c75-bb34-059395a848a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cefc117d-da37-40a8-b11f-8d9ed755980c') {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:22.485367 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-0b1a52ad-21e0-4b55-aebd-c8745a184003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecf9114-53c6-4a8e-a710-d32a45a6faea', 'name': 'tempest-TestShelveInstance-1460179206-router', 'tenant_id': '8bd8e60206a24b119fad89ce7e0cd912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3884cf55-b147-4463-ac48-9aec452cfe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:16Z', 'updated_at': '2021-11-23T07:48:18Z', 'revision_number': 3, 'project_id': '8bd8e60206a24b119fad89ce7e0cd912', 'gw_port': {'id': '3884cf55-b147-4463-ac48-9aec452cfe8b', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecf9114-53c6-4a8e-a710-d32a45a6faea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:18Z', 'updated_at': '2021-11-23T07:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi'}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:22.497590 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-33426aea-7669-4c75-bb34-059395a848a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750072215116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10348470'] for segment, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:22.526485 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-33426aea-7669-4c75-bb34-059395a848a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:22.540045 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33426aea-7669-4c75-bb34-059395a848a4 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=109283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 07:48:22.543707 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-33426aea-7669-4c75-bb34-059395a848a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9543603'] for segment, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:22.543943 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1a52ad-21e0-4b55-aebd-c8745a184003 None None] The sync data for ids ['fecf9114-53c6-4a8e-a710-d32a45a6faea'] in dv-cinder-804035-14-iscsi is: [{'id': 'fecf9114-53c6-4a8e-a710-d32a45a6faea', 'name': 'tempest-TestShelveInstance-1460179206-router', 'tenant_id': '8bd8e60206a24b119fad89ce7e0cd912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3884cf55-b147-4463-ac48-9aec452cfe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:16Z', 'updated_at': '2021-11-23T07:48:18Z', 'revision_number': 3, 'project_id': '8bd8e60206a24b119fad89ce7e0cd912', 'gw_port': {'id': '3884cf55-b147-4463-ac48-9aec452cfe8b', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecf9114-53c6-4a8e-a710-d32a45a6faea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:18Z', 'updated_at': '2021-11-23T07:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi'}] {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: Traceback (most recent call last): Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: timer() Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: cb(*args, **kw) Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: return func(*args, **kwargs) Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: self._notify() Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: self.callback(batched_events) Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: event.method(event) Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: return f(self, *a, **k) Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: return self._get(url).json() Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: return self.request(url, 'GET', **kwargs) Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 07:48:22.547926 dv-cinder-804035-14-iscsi neutron-server[109283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 07:48:22.551505 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-21190d2d-a670-4588-920e-2a9fb61b2967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:22.592392 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 98db1f46-e3ac-4e11-bd63-40dfcfe42cca triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:22.592632 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:22.648176 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790c38d-5b23-4b8b-b367-3dd6d85ab4d1 req-05fb6adf-067f-4f09-86c6-749804e01466 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:22.649933 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d790c38d-5b23-4b8b-b367-3dd6d85ab4d1 req-05fb6adf-067f-4f09-86c6-749804e01466 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=65836c81-3d98-4338-a51d-aa3bb0ef7b76 HTTP/1.1" status: 200 len: 945 time: 0.1021545 Nov 23 07:48:22.667994 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-33426aea-7669-4c75-bb34-059395a848a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1712161'] for network, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:22.673660 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-b66b2b7c-b684-4851-8f56-8bbfc0734754 None None] Provisioning complete for port 0372e54f-64c6-41d1-a8c4-b8499a41083b triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:22.674078 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-b66b2b7c-b684-4851-8f56-8bbfc0734754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:22.683785 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-33426aea-7669-4c75-bb34-059395a848a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:22.688878 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-33426aea-7669-4c75-bb34-059395a848a4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1b5d852b-b97c-4e33-b149-2a4c0450e4d5 HTTP/1.1" status: 204 len: 168 time: 1.0479319 Nov 23 07:48:22.692891 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48660) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:22.708445 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 57edcc25-5f03-4d06-8e19-80459dbc84fb up at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:48:22.754242 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33426aea-7669-4c75-bb34-059395a848a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b5d852b-b97c-4e33-b149-2a4c0450e4d5,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:22.805879 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning for port 57edcc25-5f03-4d06-8e19-80459dbc84fb completed by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 07:48:22.812723 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning complete for port 57edcc25-5f03-4d06-8e19-80459dbc84fb triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:22.813490 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:22.814623 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d790c38d-5b23-4b8b-b367-3dd6d85ab4d1 req-4c19c125-496d-419b-a2d0-9e98d37f9d57 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=26671225-dcb6-48a3-94dd-558c8242f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482952 Nov 23 07:48:22.816287 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-b66b2b7c-b684-4851-8f56-8bbfc0734754 None None] Port 0372e54f-64c6-41d1-a8c4-b8499a41083b cannot update to ACTIVE because it is not bound. {{(pid=109285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 07:48:22.847557 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 0c381ab8-774b-44f8-badd-77c97bb9dfd3 no longer exists at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:48:22.888795 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] No Port match for: 0c381ab8-774b-44f8-badd-77c97bb9dfd3 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:48:22.888795 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 0c381ab8-774b-44f8-badd-77c97bb9dfd3 not bound to the agent host dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:48:22.971298 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:23.028368 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65836c81-3d98-4338-a51d-aa3bb0ef7b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57edcc25-5f03-4d06-8e19-80459dbc84fb'}] {{(pid=109285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:48:23.037147 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02971d1b2c0bcda538738d777e0cd5340c6e6849857750afdab036a2de6ad34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c110bf-ebeb-45cf-8616-39d202eaa3a2" -d '{"events": [{"server_uuid": "65836c81-3d98-4338-a51d-aa3bb0ef7b76", "name": "network-vif-plugged", "status": "completed", "tag": "57edcc25-5f03-4d06-8e19-80459dbc84fb"}]}' {{(pid=109285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:48:23.078282 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 57edcc25-5f03-4d06-8e19-80459dbc84fb, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=57edcc25-5f03-4d06-8e19-80459dbc84fb,segment=NetworkSegment(d49c0d41-f11b-425e-9786-8329159ba34c),segment_id=d49c0d41-f11b-425e-9786-8329159ba34c)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:48:23.091881 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:23.112237 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-21190d2d-a670-4588-920e-2a9fb61b2967 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:23.121015 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-21190d2d-a670-4588-920e-2a9fb61b2967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909831'] for port, after_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:23.147729 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef394f53-e3d0-43fa-b36c-4229eeee2c99 x-openstack-request-id: req-ef394f53-e3d0-43fa-b36c-4229eeee2c99 {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:48:23.148929 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65836c81-3d98-4338-a51d-aa3bb0ef7b76", "name": "network-vif-plugged", "status": "completed", "tag": "57edcc25-5f03-4d06-8e19-80459dbc84fb", "code": 200}]} {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:48:23.149717 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ef394f53-e3d0-43fa-b36c-4229eeee2c99 {{(pid=109285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:48:23.150509 dv-cinder-804035-14-iscsi neutron-server[109285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65836c81-3d98-4338-a51d-aa3bb0ef7b76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57edcc25-5f03-4d06-8e19-80459dbc84fb', 'code': 200} Nov 23 07:48:23.197112 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=57edcc25-5f03-4d06-8e19-80459dbc84fb,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:23.204839 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21190d2d-a670-4588-920e-2a9fb61b2967 admin admin] Pushing event updated for resources: {'Port': ['ID=0372e54f-64c6-41d1-a8c4-b8499a41083b,revision_number=2']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:23.231901 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-21190d2d-a670-4588-920e-2a9fb61b2967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1712664'] for router_interface, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:23.343595 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-cfd6eaac-bf0f-4b4a-86a2-7cc8d008b869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1712703'] for router_interface, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:23.371504 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21190d2d-a670-4588-920e-2a9fb61b2967 admin admin] Network dd2185ac-a7ca-41fc-9b31-ec715a63b66e is already hosted by enough agents. {{(pid=109284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:48:23.374185 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-21190d2d-a670-4588-920e-2a9fb61b2967 admin admin] Resources bound (agent type, host, resource id): {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:48:23.562994 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21190d2d-a670-4588-920e-2a9fb61b2967 admin admin] Router fecf9114-53c6-4a8e-a710-d32a45a6faea has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:48:23.598019 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6e83e-c390-467d-a690-456cfd0f40a0 req-14dca9eb-8597-4649-bd75-898ce2d477f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:23.600491 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c8e6e83e-c390-467d-a690-456cfd0f40a0 req-14dca9eb-8597-4649-bd75-898ce2d477f5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=65836c81-3d98-4338-a51d-aa3bb0ef7b76 HTTP/1.1" status: 200 len: 1099 time: 0.2130470 Nov 23 07:48:23.686520 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c8e6e83e-c390-467d-a690-456cfd0f40a0 req-ffae63a2-6eee-4311-a34e-98f767ed5866 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=26671225-dcb6-48a3-94dd-558c8242f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761371 Nov 23 07:48:23.748483 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21190d2d-a670-4588-920e-2a9fb61b2967 admin admin] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:48:23.762016 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-21190d2d-a670-4588-920e-2a9fb61b2967 admin admin] 10.222.0.48 "PUT /v2.0/routers/fecf9114-53c6-4a8e-a710-d32a45a6faea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6277721 Nov 23 07:48:23.777897 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-dd97702c-c3f8-49bb-904e-eb5d30b238b4 None None] Provisioning complete for port 0372e54f-64c6-41d1-a8c4-b8499a41083b triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:23.778550 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-dd97702c-c3f8-49bb-904e-eb5d30b238b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:23.779528 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-cfd6eaac-bf0f-4b4a-86a2-7cc8d008b869 admin admin] Deleting port 1d54e34a-e24e-4082-8a59-ef0f22f940c0 {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:48:23.780083 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-cfd6eaac-bf0f-4b4a-86a2-7cc8d008b869 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:23.825562 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-dd97702c-c3f8-49bb-904e-eb5d30b238b4 None None] Port 0372e54f-64c6-41d1-a8c4-b8499a41083b cannot update to ACTIVE because it is not bound. {{(pid=109285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 07:48:23.906888 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-cfd6eaac-bf0f-4b4a-86a2-7cc8d008b869 admin admin] For port 1d54e34a-e24e-4082-8a59-ef0f22f940c0, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=1d54e34a-e24e-4082-8a59-ef0f22f940c0,segment=NetworkSegment(6a955576-bdce-43f2-8fd9-825830d12c0e),segment_id=6a955576-bdce-43f2-8fd9-825830d12c0e)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:48:23.907702 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-cfd6eaac-bf0f-4b4a-86a2-7cc8d008b869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:23.938998 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-cfd6eaac-bf0f-4b4a-86a2-7cc8d008b869 admin admin] Calling delete_port for 1d54e34a-e24e-4082-8a59-ef0f22f940c0 owned by network:router_interface {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:48:24.077116 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067f307-3ae8-4f88-9500-ec34295ed803 req-4562d94b-34d3-4ccb-9972-dd2913ca5b81 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:24.078776 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2067f307-3ae8-4f88-9500-ec34295ed803 req-4562d94b-34d3-4ccb-9972-dd2913ca5b81 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=65836c81-3d98-4338-a51d-aa3bb0ef7b76 HTTP/1.1" status: 200 len: 946 time: 0.0793233 Nov 23 07:48:24.187077 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2067f307-3ae8-4f88-9500-ec34295ed803 req-3472a3f3-2c3e-4aae-bfec-64e5f8c245a0 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=26671225-dcb6-48a3-94dd-558c8242f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700884 Nov 23 07:48:24.283305 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-cfd6eaac-bf0f-4b4a-86a2-7cc8d008b869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:24.333022 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6eaac-bf0f-4b4a-86a2-7cc8d008b869 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d54e34a-e24e-4082-8a59-ef0f22f940c0,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:24.414869 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 3884cf55-b147-4463-ac48-9aec452cfe8b up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:48:24.477272 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 3884cf55-b147-4463-ac48-9aec452cfe8b triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:24.477660 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:24.556630 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-cfd6eaac-bf0f-4b4a-86a2-7cc8d008b869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1700661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712803'] for router_interface, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:24.602842 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 48676) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:24.608968 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:24.610694 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-f8c7fa90-057a-4118-9522-b1128b3e9595 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-260761691', 'description': 'tempest-secgroup-smoke-260761691 description', 'project_id': '2d805701d3af40f59df0733595904769'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:24.633610 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] For port 3884cf55-b147-4463-ac48-9aec452cfe8b, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=3884cf55-b147-4463-ac48-9aec452cfe8b,segment=NetworkSegment(c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c),segment_id=c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:48:24.638842 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:24.691816 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-f8c7fa90-057a-4118-9522-b1128b3e9595 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:24.708762 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Pushing event updated for resources: {'Port': ['ID=3884cf55-b147-4463-ac48-9aec452cfe8b,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:24.723414 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 16d2a0fc-e7f2-4801-8092-87c6baa0797a no longer exists at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:48:24.772663 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] No Port match for: 16d2a0fc-e7f2-4801-8092-87c6baa0797a {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:48:24.773223 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 16d2a0fc-e7f2-4801-8092-87c6baa0797a not bound to the agent host dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:48:24.823366 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-f8c7fa90-057a-4118-9522-b1128b3e9595 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:24.833350 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-f8c7fa90-057a-4118-9522-b1128b3e9595 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:24.874305 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-f8c7fa90-057a-4118-9522-b1128b3e9595 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:24.880822 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-f8c7fa90-057a-4118-9522-b1128b3e9595 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2710059 Nov 23 07:48:24.881120 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7fa90-057a-4118-9522-b1128b3e9595 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3cbefb-4ab5-4480-a440-21f80e841ca5,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:24.883729 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 48678) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:24.889920 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-f23c55ab-afaa-4f4c-a3a1-119fecddb719 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Request body: {'security_group_rule': {'security_group_id': '1a3cbefb-4ab5-4480-a440-21f80e841ca5', 'project_id': '2d805701d3af40f59df0733595904769', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:24.927945 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-f23c55ab-afaa-4f4c-a3a1-119fecddb719 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:24.981993 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd6eaac-bf0f-4b4a-86a2-7cc8d008b869 admin admin] Router 3a69f092-0b28-4c97-8387-ec80b5c4026e has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:48:25.077459 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-f23c55ab-afaa-4f4c-a3a1-119fecddb719 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:25.089084 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-f23c55ab-afaa-4f4c-a3a1-119fecddb719 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750411'] for security_group_rule, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:25.115003 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec53fb72-ca83-4b34-82b1-fde562ea191e None None] Sync routers for ids ['fecf9114-53c6-4a8e-a710-d32a45a6faea'] in dv-cinder-804035-14-iscsi {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:48:25.135000 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c55ab-afaa-4f4c-a3a1-119fecddb719 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3698340b-e0c0-4f25-9f75-91df4d9bf121,revision_number=0']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:25.145985 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec53fb72-ca83-4b34-82b1-fde562ea191e None None] Routers {'fecf9114-53c6-4a8e-a710-d32a45a6faea'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:48:25.147078 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-ec53fb72-ca83-4b34-82b1-fde562ea191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:48:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['fecf9114-53c6-4a8e-a710-d32a45a6faea'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:25.149485 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-f23c55ab-afaa-4f4c-a3a1-119fecddb719 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:25.151231 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd6eaac-bf0f-4b4a-86a2-7cc8d008b869 admin admin] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:48:25.154596 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-f23c55ab-afaa-4f4c-a3a1-119fecddb719 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2693727 Nov 23 07:48:25.158367 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 48680) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:25.164075 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-5f4b0243-1b12-4d28-b7a3-02ac796ea640 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Request body: {'security_group_rule': {'security_group_id': '1a3cbefb-4ab5-4480-a440-21f80e841ca5', 'project_id': '2d805701d3af40f59df0733595904769', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:25.172851 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e457e4-29c0-40de-9bb9-fd4581e8bc9d None None] Sync routers for ids ['3a69f092-0b28-4c97-8387-ec80b5c4026e'] in dv-cinder-804035-14-iscsi {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:48:25.176412 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-cfd6eaac-bf0f-4b4a-86a2-7cc8d008b869 admin admin] 10.222.0.48 "PUT /v2.0/routers/3a69f092-0b28-4c97-8387-ec80b5c4026e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4823508 Nov 23 07:48:25.177134 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 48682) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:25.195931 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e457e4-29c0-40de-9bb9-fd4581e8bc9d None None] Routers {'3a69f092-0b28-4c97-8387-ec80b5c4026e'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:48:25.197144 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-30e457e4-29c0-40de-9bb9-fd4581e8bc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:48:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['3a69f092-0b28-4c97-8387-ec80b5c4026e'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:25.322386 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5f4b0243-1b12-4d28-b7a3-02ac796ea640 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:25.385942 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-05314156-cdf2-4c22-85b3-fe31b8147a42 admin admin] Publish callbacks [] for router, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:25.401939 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-ec53fb72-ca83-4b34-82b1-fde562ea191e None None] Set router fecf9114-53c6-4a8e-a710-d32a45a6faea gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:48:25.414035 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-30e457e4-29c0-40de-9bb9-fd4581e8bc9d None None] Set router 3a69f092-0b28-4c97-8387-ec80b5c4026e gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:48:25.421909 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea011582-f8c1-44c3-97bf-5d7f13cf96fc req-1a6c5b6f-b38f-42f7-af45-ecdaddf95505 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:25.425028 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ea011582-f8c1-44c3-97bf-5d7f13cf96fc req-1a6c5b6f-b38f-42f7-af45-ecdaddf95505 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=65836c81-3d98-4338-a51d-aa3bb0ef7b76 HTTP/1.1" status: 200 len: 946 time: 0.1073482 Nov 23 07:48:25.514915 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ea011582-f8c1-44c3-97bf-5d7f13cf96fc req-2c439e4f-2363-4e54-992f-4b539f5f3588 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=26671225-dcb6-48a3-94dd-558c8242f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786290 Nov 23 07:48:25.523269 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5f4b0243-1b12-4d28-b7a3-02ac796ea640 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:25.578574 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5f4b0243-1b12-4d28-b7a3-02ac796ea640 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750411'] for security_group_rule, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:25.641053 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-5f4b0243-1b12-4d28-b7a3-02ac796ea640 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:25.643230 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-5f4b0243-1b12-4d28-b7a3-02ac796ea640 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4834111 Nov 23 07:48:25.647491 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48690) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:25.654725 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-a6cba2b1-1240-4536-a5e1-537fc8f16176 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Request body: {'security_group_rule': {'security_group_id': '1a3cbefb-4ab5-4480-a440-21f80e841ca5', 'project_id': '2d805701d3af40f59df0733595904769', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:25.661961 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b0243-1b12-4d28-b7a3-02ac796ea640 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25075c6b-5f32-4975-8c17-28b4db0467f0,revision_number=0']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:25.691368 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-30e457e4-29c0-40de-9bb9-fd4581e8bc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a69f092-0b28-4c97-8387-ec80b5c4026e', 'name': 'tempest-TestMinimumBasicScenario-1376365558-router', 'tenant_id': '9ed71b1684044c30ab74820069e075a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '8b8a7cc8-fa10-48c5-9f53-12833f7f3597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:44:58Z', 'updated_at': '2021-11-23T07:48:24Z', 'revision_number': 5, 'project_id': '9ed71b1684044c30ab74820069e075a2', 'gw_port': {'id': '8b8a7cc8-fa10-48c5-9f53-12833f7f3597', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:70:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a69f092-0b28-4c97-8387-ec80b5c4026e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:44:59Z', 'updated_at': '2021-11-23T07:45:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi'}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:25.712619 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a6cba2b1-1240-4536-a5e1-537fc8f16176 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:25.758789 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d090cb5-c053-4059-bfe8-5dcf46a3c7fe req-71d43fc8-4971-4fbf-bd6d-67d74e96aa0d tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:25.761644 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e457e4-29c0-40de-9bb9-fd4581e8bc9d None None] Checking router: 3a69f092-0b28-4c97-8387-ec80b5c4026e for host: dv-cinder-804035-14-iscsi {{(pid=109286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:48:25.762160 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-4d090cb5-c053-4059-bfe8-5dcf46a3c7fe req-71d43fc8-4971-4fbf-bd6d-67d74e96aa0d tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=65836c81-3d98-4338-a51d-aa3bb0ef7b76 HTTP/1.1" status: 200 len: 946 time: 0.1517816 Nov 23 07:48:25.765103 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-05314156-cdf2-4c22-85b3-fe31b8147a42 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:25.772713 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-ec53fb72-ca83-4b34-82b1-fde562ea191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecf9114-53c6-4a8e-a710-d32a45a6faea', 'name': 'tempest-TestShelveInstance-1460179206-router', 'tenant_id': '8bd8e60206a24b119fad89ce7e0cd912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3884cf55-b147-4463-ac48-9aec452cfe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:16Z', 'updated_at': '2021-11-23T07:48:22Z', 'revision_number': 4, 'project_id': '8bd8e60206a24b119fad89ce7e0cd912', 'gw_port': {'id': '3884cf55-b147-4463-ac48-9aec452cfe8b', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecf9114-53c6-4a8e-a710-d32a45a6faea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:18Z', 'updated_at': '2021-11-23T07:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '0372e54f-64c6-41d1-a8c4-b8499a41083b', 'name': '', 'network_id': 'dd2185ac-a7ca-41fc-9b31-ec715a63b66e', 'tenant_id': '8bd8e60206a24b119fad89ce7e0cd912', 'mac_address': 'fa:16:3e:2c:2d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecf9114-53c6-4a8e-a710-d32a45a6faea', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'abbb612c-accf-438c-949b-286a7bcd0ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:21Z', 'updated_at': '2021-11-23T07:48:22Z', 'revision_number': 2, 'project_id': '8bd8e60206a24b119fad89ce7e0cd912', 'subnets': [{'id': 'abbb612c-accf-438c-949b-286a7bcd0ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:25.774159 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 48692) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:25.780807 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-d270b3b8-610b-4288-9392-b69a24b73872 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Request body: {'floatingip': {'port_id': '57edcc25-5f03-4d06-8e19-80459dbc84fb'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:25.799167 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e457e4-29c0-40de-9bb9-fd4581e8bc9d None None] Routers {'3a69f092-0b28-4c97-8387-ec80b5c4026e'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:48:25.807414 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec53fb72-ca83-4b34-82b1-fde562ea191e None None] Checking router: fecf9114-53c6-4a8e-a710-d32a45a6faea for host: dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:48:25.807969 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec53fb72-ca83-4b34-82b1-fde562ea191e None None] Updating router fecf9114-53c6-4a8e-a710-d32a45a6faea port 0372e54f-64c6-41d1-a8c4-b8499a41083b binding host dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 07:48:25.813485 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a6cba2b1-1240-4536-a5e1-537fc8f16176 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:25.816251 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-30e457e4-29c0-40de-9bb9-fd4581e8bc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:48:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['3a69f092-0b28-4c97-8387-ec80b5c4026e'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:25.819808 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a6cba2b1-1240-4536-a5e1-537fc8f16176 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750411'] for security_group_rule, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:25.847357 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-ec53fb72-ca83-4b34-82b1-fde562ea191e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:25.860983 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a6cba2b1-1240-4536-a5e1-537fc8f16176 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:25.867877 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-a6cba2b1-1240-4536-a5e1-537fc8f16176 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2135100 Nov 23 07:48:25.870393 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48694) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:25.871605 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cba2b1-1240-4536-a5e1-537fc8f16176 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c352a1-6e19-41b8-9209-6daa54a5722a,revision_number=0']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:25.882511 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-7a8cfa14-f0ca-4f11-8b74-5faf314dcb42 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Request body: {'security_group_rule': {'security_group_id': '1a3cbefb-4ab5-4480-a440-21f80e841ca5', 'project_id': '2d805701d3af40f59df0733595904769', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:25.890010 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d270b3b8-610b-4288-9392-b69a24b73872 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for floatingip, before_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:25.939150 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7a8cfa14-f0ca-4f11-8b74-5faf314dcb42 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:26.024100 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7a8cfa14-f0ca-4f11-8b74-5faf314dcb42 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:26.032215 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7a8cfa14-f0ca-4f11-8b74-5faf314dcb42 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750411'] for security_group_rule, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:26.043420 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-30e457e4-29c0-40de-9bb9-fd4581e8bc9d None None] Set router 3a69f092-0b28-4c97-8387-ec80b5c4026e gateway port host: None {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:48:26.064901 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7a8cfa14-f0ca-4f11-8b74-5faf314dcb42 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:26.071016 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-7a8cfa14-f0ca-4f11-8b74-5faf314dcb42 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1914866 Nov 23 07:48:26.071528 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48696) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:26.077347 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-5e8ae5c7-7691-423c-9f0f-ed16f7e8e1f7 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Request body: {'security_group_rule': {'security_group_id': '1a3cbefb-4ab5-4480-a440-21f80e841ca5', 'project_id': '2d805701d3af40f59df0733595904769', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:26.095853 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8cfa14-f0ca-4f11-8b74-5faf314dcb42 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea6596f-b46d-47c0-b5d4-aec68b031493,revision_number=0']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:26.153665 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.db.securitygroups_db [None req-5e8ae5c7-7691-423c-9f0f-ed16f7e8e1f7 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Project 2d805701d3af40f59df0733595904769 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 07:48:26.162387 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-30e457e4-29c0-40de-9bb9-fd4581e8bc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a69f092-0b28-4c97-8387-ec80b5c4026e', 'name': 'tempest-TestMinimumBasicScenario-1376365558-router', 'tenant_id': '9ed71b1684044c30ab74820069e075a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:44:58Z', 'updated_at': '2021-11-23T07:48:25Z', 'revision_number': 6, 'project_id': '9ed71b1684044c30ab74820069e075a2', 'gw_port_host': None}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:26.167850 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5e8ae5c7-7691-423c-9f0f-ed16f7e8e1f7 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:26.215136 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e457e4-29c0-40de-9bb9-fd4581e8bc9d None None] The sync data for ids ['3a69f092-0b28-4c97-8387-ec80b5c4026e'] in dv-cinder-804035-14-iscsi is: [{'id': '3a69f092-0b28-4c97-8387-ec80b5c4026e', 'name': 'tempest-TestMinimumBasicScenario-1376365558-router', 'tenant_id': '9ed71b1684044c30ab74820069e075a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:44:58Z', 'updated_at': '2021-11-23T07:48:25Z', 'revision_number': 6, 'project_id': '9ed71b1684044c30ab74820069e075a2', 'gw_port_host': None}] {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:48:26.320139 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5e8ae5c7-7691-423c-9f0f-ed16f7e8e1f7 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:26.331475 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-05314156-cdf2-4c22-85b3-fe31b8147a42 admin admin] Deleting port 8b8a7cc8-fa10-48c5-9f53-12833f7f3597 {{(pid=109284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:48:26.331790 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5e8ae5c7-7691-423c-9f0f-ed16f7e8e1f7 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750411'] for security_group_rule, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:26.331958 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-05314156-cdf2-4c22-85b3-fe31b8147a42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:26.362671 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ae5c7-7691-423c-9f0f-ed16f7e8e1f7 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6316227-4ea8-4d9d-b0c3-8d2abe3c71e3,revision_number=0']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:26.378803 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5e8ae5c7-7691-423c-9f0f-ed16f7e8e1f7 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:26.385466 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-5e8ae5c7-7691-423c-9f0f-ed16f7e8e1f7 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3081036 Nov 23 07:48:26.386328 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48698) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:26.393959 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-a84c7d97-876f-452d-ab78-bbcb76e666f6 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Request body: {'security_group_rule': {'security_group_id': '1a3cbefb-4ab5-4480-a440-21f80e841ca5', 'project_id': '2d805701d3af40f59df0733595904769', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:26.415166 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-ec53fb72-ca83-4b34-82b1-fde562ea191e None None] Publish callbacks [] for port, precommit_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:26.423423 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-ec53fb72-ca83-4b34-82b1-fde562ea191e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:26.437150 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.db.securitygroups_db [None req-a84c7d97-876f-452d-ab78-bbcb76e666f6 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Project 2d805701d3af40f59df0733595904769 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 07:48:26.447784 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a84c7d97-876f-452d-ab78-bbcb76e666f6 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:26.494832 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ffe29c-9a59-48b0-a7b7-18649c04428a None None] Pushing event updated for resources: {'Port': ['ID=0372e54f-64c6-41d1-a8c4-b8499a41083b,revision_number=3']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:26.623942 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a84c7d97-876f-452d-ab78-bbcb76e666f6 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:26.630274 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a84c7d97-876f-452d-ab78-bbcb76e666f6 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750411'] for security_group_rule, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:26.638028 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-ec53fb72-ca83-4b34-82b1-fde562ea191e None None] Attempting to bind port 0372e54f-64c6-41d1-a8c4-b8499a41083b on host dv-cinder-804035-14-iscsi for vnic_type normal with profile {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:48:26.638416 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-ec53fb72-ca83-4b34-82b1-fde562ea191e None None] Attempting to bind port 0372e54f-64c6-41d1-a8c4-b8499a41083b by drivers openvswitch,hyperv on host dv-cinder-804035-14-iscsi at level 0 using segments [{'id': '8ac61800-95b0-4e36-8ab8-36f8e33d9265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dd2185ac-a7ca-41fc-9b31-ec715a63b66e'}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:48:26.638795 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec53fb72-ca83-4b34-82b1-fde562ea191e None None] Attempting to bind port 0372e54f-64c6-41d1-a8c4-b8499a41083b on network dd2185ac-a7ca-41fc-9b31-ec715a63b66e {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:48:26.657846 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec53fb72-ca83-4b34-82b1-fde562ea191e None None] Checking agent: {'id': 'b3285c04-b64b-48ad-a641-833cdb741995', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'started_at': datetime.datetime(2021, 11, 23, 7, 35, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:48:26.658846 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec53fb72-ca83-4b34-82b1-fde562ea191e None None] Checking segment: {'id': '8ac61800-95b0-4e36-8ab8-36f8e33d9265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dd2185ac-a7ca-41fc-9b31-ec715a63b66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:48:26.660290 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-ec53fb72-ca83-4b34-82b1-fde562ea191e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:26.661276 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec53fb72-ca83-4b34-82b1-fde562ea191e None None] Bound using segment: {'id': '8ac61800-95b0-4e36-8ab8-36f8e33d9265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dd2185ac-a7ca-41fc-9b31-ec715a63b66e'} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:48:26.666663 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-ec53fb72-ca83-4b34-82b1-fde562ea191e None None] Bound port: 0372e54f-64c6-41d1-a8c4-b8499a41083b, host: dv-cinder-804035-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac61800-95b0-4e36-8ab8-36f8e33d9265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'dd2185ac-a7ca-41fc-9b31-ec715a63b66e'}}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:48:26.667403 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-ec53fb72-ca83-4b34-82b1-fde562ea191e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:26.692727 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c7d97-876f-452d-ab78-bbcb76e666f6 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f9f4b5-d2e0-471a-8eb5-31c631897fe9,revision_number=0']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:26.700256 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a84c7d97-876f-452d-ab78-bbcb76e666f6 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:26.701381 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-a84c7d97-876f-452d-ab78-bbcb76e666f6 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3140531 Nov 23 07:48:26.845663 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 3884cf55-b147-4463-ac48-9aec452cfe8b up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:48:26.966348 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-ec53fb72-ca83-4b34-82b1-fde562ea191e None None] For port 0372e54f-64c6-41d1-a8c4-b8499a41083b, host dv-cinder-804035-14-iscsi, cleared binding levels {{(pid=109285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:48:26.978843 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-ec53fb72-ca83-4b34-82b1-fde562ea191e None None] For port 0372e54f-64c6-41d1-a8c4-b8499a41083b, host dv-cinder-804035-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=0372e54f-64c6-41d1-a8c4-b8499a41083b,segment=NetworkSegment(8ac61800-95b0-4e36-8ab8-36f8e33d9265),segment_id=8ac61800-95b0-4e36-8ab8-36f8e33d9265)] {{(pid=109285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:48:26.995075 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-ec53fb72-ca83-4b34-82b1-fde562ea191e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:27.022158 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 3884cf55-b147-4463-ac48-9aec452cfe8b triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:27.022776 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:27.035714 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.db [None req-05314156-cdf2-4c22-85b3-fe31b8147a42 admin admin] For port 8b8a7cc8-fa10-48c5-9f53-12833f7f3597, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=8b8a7cc8-fa10-48c5-9f53-12833f7f3597,segment=NetworkSegment(c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c),segment_id=c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c)] {{(pid=109284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:48:27.036763 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-05314156-cdf2-4c22-85b3-fe31b8147a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:27.065056 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-05314156-cdf2-4c22-85b3-fe31b8147a42 admin admin] Calling delete_port for 8b8a7cc8-fa10-48c5-9f53-12833f7f3597 owned by network:router_gateway {{(pid=109284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:48:27.168885 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-56d495c8-da24-4825-970c-c9c2ee31f8e7 None None] Provisioning complete for port 0372e54f-64c6-41d1-a8c4-b8499a41083b triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:27.169338 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-56d495c8-da24-4825-970c-c9c2ee31f8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:27.198382 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec53fb72-ca83-4b34-82b1-fde562ea191e None None] Routers {'fecf9114-53c6-4a8e-a710-d32a45a6faea'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:48:27.198745 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-ec53fb72-ca83-4b34-82b1-fde562ea191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:48:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['fecf9114-53c6-4a8e-a710-d32a45a6faea'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:27.200858 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ffe29c-9a59-48b0-a7b7-18649c04428a None None] Pushing event updated for resources: {'Port': ['ID=0372e54f-64c6-41d1-a8c4-b8499a41083b,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:27.448683 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d270b3b8-610b-4288-9392-b69a24b73872 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:27.450452 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-05314156-cdf2-4c22-85b3-fe31b8147a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909886'] for port, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:27.457209 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d270b3b8-610b-4288-9392-b69a24b73872 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1712191'] for floatingip, after_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:27.519613 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05314156-cdf2-4c22-85b3-fe31b8147a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b8a7cc8-fa10-48c5-9f53-12833f7f3597,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:27.575290 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-ec53fb72-ca83-4b34-82b1-fde562ea191e None None] Set router fecf9114-53c6-4a8e-a710-d32a45a6faea gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:48:27.579644 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-56d495c8-da24-4825-970c-c9c2ee31f8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:27.649178 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-05314156-cdf2-4c22-85b3-fe31b8147a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1712133'] for router_gateway, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:27.725330 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.db.l3_db [None req-d270b3b8-610b-4288-9392-b69a24b73872 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Floating IP d07c1755-eb86-4834-a7f8-cf690edec433 associated. External IP: 172.27.2.134, port: 57edcc25-5f03-4d06-8e19-80459dbc84fb. Nov 23 07:48:27.802115 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-56d495c8-da24-4825-970c-c9c2ee31f8e7 None None] For port 0372e54f-64c6-41d1-a8c4-b8499a41083b, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=0372e54f-64c6-41d1-a8c4-b8499a41083b,segment=NetworkSegment(8ac61800-95b0-4e36-8ab8-36f8e33d9265),segment_id=8ac61800-95b0-4e36-8ab8-36f8e33d9265)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:48:27.803355 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-05314156-cdf2-4c22-85b3-fe31b8147a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1712715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-971'] for router, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:27.807794 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-05314156-cdf2-4c22-85b3-fe31b8147a42 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:27.810537 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-56d495c8-da24-4825-970c-c9c2ee31f8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:27.939271 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-05314156-cdf2-4c22-85b3-fe31b8147a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1712263'] for router, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:27.939795 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05314156-cdf2-4c22-85b3-fe31b8147a42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a69f092-0b28-4c97-8387-ec80b5c4026e {{(pid=109284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 07:48:27.946395 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-05314156-cdf2-4c22-85b3-fe31b8147a42 admin admin] Publish callbacks [] for router, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:27.947570 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-05314156-cdf2-4c22-85b3-fe31b8147a42 admin admin] 10.222.0.48 "DELETE /v2.0/routers/3a69f092-0b28-4c97-8387-ec80b5c4026e HTTP/1.1" status: 204 len: 168 time: 2.7693481 Nov 23 07:48:27.950398 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48754) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:27.993695 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d495c8-da24-4825-970c-c9c2ee31f8e7 None None] Pushing event updated for resources: {'Port': ['ID=0372e54f-64c6-41d1-a8c4-b8499a41083b,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:28.017258 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-57faa5ca-55af-47bf-964c-af3bb3d6b73b None None] Provisioning complete for port 0372e54f-64c6-41d1-a8c4-b8499a41083b triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:28.017519 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-57faa5ca-55af-47bf-964c-af3bb3d6b73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:28.026464 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_v2 [None req-36fc394d-c27b-4916-a63b-c1db57a85055 admin admin] Deleting subnet 45fa9d59-8a50-4fa1-b5fc-6af9ca109dcb {{(pid=109283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 07:48:28.038518 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-36fc394d-c27b-4916-a63b-c1db57a85055 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:28.092860 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-36fc394d-c27b-4916-a63b-c1db57a85055 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10348417'] for subnet, precommit_delete_associations {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:28.193977 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-36fc394d-c27b-4916-a63b-c1db57a85055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668856'] for subnet, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:28.209244 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-ec53fb72-ca83-4b34-82b1-fde562ea191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecf9114-53c6-4a8e-a710-d32a45a6faea', 'name': 'tempest-TestShelveInstance-1460179206-router', 'tenant_id': '8bd8e60206a24b119fad89ce7e0cd912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3884cf55-b147-4463-ac48-9aec452cfe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:16Z', 'updated_at': '2021-11-23T07:48:22Z', 'revision_number': 4, 'project_id': '8bd8e60206a24b119fad89ce7e0cd912', 'gw_port': {'id': '3884cf55-b147-4463-ac48-9aec452cfe8b', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecf9114-53c6-4a8e-a710-d32a45a6faea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:18Z', 'updated_at': '2021-11-23T07:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '0372e54f-64c6-41d1-a8c4-b8499a41083b', 'name': '', 'network_id': 'dd2185ac-a7ca-41fc-9b31-ec715a63b66e', 'tenant_id': '8bd8e60206a24b119fad89ce7e0cd912', 'mac_address': 'fa:16:3e:2c:2d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecf9114-53c6-4a8e-a710-d32a45a6faea', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'abbb612c-accf-438c-949b-286a7bcd0ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:21Z', 'updated_at': '2021-11-23T07:48:26Z', 'revision_number': 4, 'project_id': '8bd8e60206a24b119fad89ce7e0cd912', 'subnets': [{'id': 'abbb612c-accf-438c-949b-286a7bcd0ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:28.233736 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d270b3b8-610b-4288-9392-b69a24b73872 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Router 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:48:28.241475 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec53fb72-ca83-4b34-82b1-fde562ea191e None None] The sync data for ids ['fecf9114-53c6-4a8e-a710-d32a45a6faea'] in dv-cinder-804035-14-iscsi is: [{'id': 'fecf9114-53c6-4a8e-a710-d32a45a6faea', 'name': 'tempest-TestShelveInstance-1460179206-router', 'tenant_id': '8bd8e60206a24b119fad89ce7e0cd912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3884cf55-b147-4463-ac48-9aec452cfe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:16Z', 'updated_at': '2021-11-23T07:48:22Z', 'revision_number': 4, 'project_id': '8bd8e60206a24b119fad89ce7e0cd912', 'gw_port': {'id': '3884cf55-b147-4463-ac48-9aec452cfe8b', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecf9114-53c6-4a8e-a710-d32a45a6faea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:18Z', 'updated_at': '2021-11-23T07:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '0372e54f-64c6-41d1-a8c4-b8499a41083b', 'name': '', 'network_id': 'dd2185ac-a7ca-41fc-9b31-ec715a63b66e', 'tenant_id': '8bd8e60206a24b119fad89ce7e0cd912', 'mac_address': 'fa:16:3e:2c:2d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fecf9114-53c6-4a8e-a710-d32a45a6faea', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'abbb612c-accf-438c-949b-286a7bcd0ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:21Z', 'updated_at': '2021-11-23T07:48:26Z', 'revision_number': 4, 'project_id': '8bd8e60206a24b119fad89ce7e0cd912', 'subnets': [{'id': 'abbb612c-accf-438c-949b-286a7bcd0ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:48:28.275604 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-36fc394d-c27b-4916-a63b-c1db57a85055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-707915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9542673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9964384'] for subnet, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:28.312968 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1b992d-a919-4999-a9fc-adf57e8c9b6d None None] Network d0e629d0-0c4d-4c71-afa9-ce3f0218eed4 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:48:28.314483 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-36fc394d-c27b-4916-a63b-c1db57a85055 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:28.319623 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-36fc394d-c27b-4916-a63b-c1db57a85055 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/45fa9d59-8a50-4fa1-b5fc-6af9ca109dcb HTTP/1.1" status: 204 len: 168 time: 0.3681097 Nov 23 07:48:28.321026 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc394d-c27b-4916-a63b-c1db57a85055 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45fa9d59-8a50-4fa1-b5fc-6af9ca109dcb,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:28.323338 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48760) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:28.474889 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d270b3b8-610b-4288-9392-b69a24b73872 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:48:28.475272 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-322938e6-96e6-462f-9a24-e57dd9db71d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629665'] for network, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:28.483923 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d270b3b8-610b-4288-9392-b69a24b73872 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for floatingip, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:28.502423 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 8b8a7cc8-fa10-48c5-9f53-12833f7f3597 no longer exists at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:48:28.545496 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-d270b3b8-610b-4288-9392-b69a24b73872 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "PUT /v2.0/floatingips/d07c1755-eb86-4834-a7f8-cf690edec433 HTTP/1.1" status: 200 len: 992 time: 2.7713261 Nov 23 07:48:28.546590 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65836c81-3d98-4338-a51d-aa3bb0ef7b76', 'tag': '57edcc25-5f03-4d06-8e19-80459dbc84fb'}] {{(pid=109284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:48:28.549269 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5211c930-7981-4b44-b250-73417fdf26e9 None None] Sync routers for ids ['74ab5de3-8801-40c3-96b4-eaa83e6bcb01'] in dv-cinder-804035-14-iscsi {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:48:28.552259 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c78387096465b81761c1bc75509c53a158ab102a0bd2fdc4143831998860951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333bfb78-bc81-4f42-bc49-dca7dc8ffa61" -d '{"events": [{"name": "network-changed", "server_uuid": "65836c81-3d98-4338-a51d-aa3bb0ef7b76", "tag": "57edcc25-5f03-4d06-8e19-80459dbc84fb"}]}' {{(pid=109284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:48:28.560138 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] No Port match for: 8b8a7cc8-fa10-48c5-9f53-12833f7f3597 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:48:28.560584 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 8b8a7cc8-fa10-48c5-9f53-12833f7f3597 not bound to the agent host dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:48:28.561061 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 1d54e34a-e24e-4082-8a59-ef0f22f940c0 no longer exists at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:48:28.591029 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-322938e6-96e6-462f-9a24-e57dd9db71d5 admin admin] Deleting port ad28b23b-9694-4d86-a80b-4233cd85e4bd {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:48:28.591493 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-322938e6-96e6-462f-9a24-e57dd9db71d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:28.597974 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] No Port match for: 1d54e34a-e24e-4082-8a59-ef0f22f940c0 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:48:28.598446 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 1d54e34a-e24e-4082-8a59-ef0f22f940c0 not bound to the agent host dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:48:28.650863 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ea163f-0d59-42c1-8227-cf9e807346ea x-openstack-request-id: req-82ea163f-0d59-42c1-8227-cf9e807346ea {{(pid=109284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:48:28.651811 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65836c81-3d98-4338-a51d-aa3bb0ef7b76", "tag": "57edcc25-5f03-4d06-8e19-80459dbc84fb", "status": "completed", "code": 200}]} {{(pid=109284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:48:28.652605 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-82ea163f-0d59-42c1-8227-cf9e807346ea {{(pid=109284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:48:28.653989 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65836c81-3d98-4338-a51d-aa3bb0ef7b76', 'tag': '57edcc25-5f03-4d06-8e19-80459dbc84fb', 'status': 'completed', 'code': 200} Nov 23 07:48:28.688786 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-15900bab-80d9-4b93-babb-4203f7bb12f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:28.696152 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5211c930-7981-4b44-b250-73417fdf26e9 None None] Routers {'74ab5de3-8801-40c3-96b4-eaa83e6bcb01'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:48:28.696809 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-5211c930-7981-4b44-b250-73417fdf26e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:48:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['74ab5de3-8801-40c3-96b4-eaa83e6bcb01'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:28.813639 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-322938e6-96e6-462f-9a24-e57dd9db71d5 admin admin] For port ad28b23b-9694-4d86-a80b-4233cd85e4bd, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=ad28b23b-9694-4d86-a80b-4233cd85e4bd,segment=NetworkSegment(6a955576-bdce-43f2-8fd9-825830d12c0e),segment_id=6a955576-bdce-43f2-8fd9-825830d12c0e)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:48:28.813639 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-322938e6-96e6-462f-9a24-e57dd9db71d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:28.839203 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-322938e6-96e6-462f-9a24-e57dd9db71d5 admin admin] Calling delete_port for ad28b23b-9694-4d86-a80b-4233cd85e4bd owned by network:dhcp {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:48:28.845318 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-5211c930-7981-4b44-b250-73417fdf26e9 None None] Set router 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:48:28.855568 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bfb78-bc81-4f42-bc49-dca7dc8ffa61 req-d8cd5f5e-e46d-417a-88b7-4dd56f11e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:28.857096 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-333bfb78-bc81-4f42-bc49-dca7dc8ffa61 req-d8cd5f5e-e46d-417a-88b7-4dd56f11e9d4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bc7f91007a2a4b90b80701592589a131&device_id=65836c81-3d98-4338-a51d-aa3bb0ef7b76 HTTP/1.1" status: 200 len: 1099 time: 0.1197701 Nov 23 07:48:28.958406 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a942589-b759-4d9d-a68f-0d51184ea67b None None] DHCP port deletion for d0e629d0-0c4d-4c71-afa9-ce3f0218eed4 request from dv-cinder-804035-14-iscsi {{(pid=109285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 07:48:29.058864 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bfb78-bc81-4f42-bc49-dca7dc8ffa61 req-64263b5b-9269-42cd-96b8-b9b59796aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:29.058864 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-333bfb78-bc81-4f42-bc49-dca7dc8ffa61 req-64263b5b-9269-42cd-96b8-b9b59796aa84 service neutron] 10.222.0.31 "GET /v2.0/networks?id=41a8f465-c4c3-4408-a9dd-14556e78b966 HTTP/1.1" status: 200 len: 912 time: 0.1541269 Nov 23 07:48:29.072616 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-322938e6-96e6-462f-9a24-e57dd9db71d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:29.156083 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322938e6-96e6-462f-9a24-e57dd9db71d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad28b23b-9694-4d86-a80b-4233cd85e4bd,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:29.168942 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322938e6-96e6-462f-9a24-e57dd9db71d5 admin admin] No DVR routers for this DVR port ad28b23b-9694-4d86-a80b-4233cd85e4bd on host dv-cinder-804035-14-iscsi {{(pid=109283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:48:29.230774 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-333bfb78-bc81-4f42-bc49-dca7dc8ffa61 req-e50f88f0-364f-449f-a29c-e4246ce9d8ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57edcc25-5f03-4d06-8e19-80459dbc84fb HTTP/1.1" status: 200 len: 1000 time: 0.1663609 Nov 23 07:48:29.264473 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-6a942589-b759-4d9d-a68f-0d51184ea67b None None] Deleting port ad28b23b-9694-4d86-a80b-4233cd85e4bd {{(pid=109285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:48:29.265101 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-6a942589-b759-4d9d-a68f-0d51184ea67b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:29.302619 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-322938e6-96e6-462f-9a24-e57dd9db71d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670311', 'neutron.services.segments.db._delete_segments_for_network-8750072253624'] for network, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:29.335165 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.services.segments.db [None req-322938e6-96e6-462f-9a24-e57dd9db71d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e629d0-0c4d-4c71-afa9-ce3f0218eed4']}} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:29.350496 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.services.segments.db [None req-322938e6-96e6-462f-9a24-e57dd9db71d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a955576-bdce-43f2-8fd9-825830d12c0e') {'for_net_delete': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:29.350805 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.services.segments.db [None req-322938e6-96e6-462f-9a24-e57dd9db71d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a955576-bdce-43f2-8fd9-825830d12c0e') {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:29.353910 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bfb78-bc81-4f42-bc49-dca7dc8ffa61 req-bd57ef60-9369-49fb-a8ff-ce3f69f19b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:29.355582 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-333bfb78-bc81-4f42-bc49-dca7dc8ffa61 req-bd57ef60-9369-49fb-a8ff-ce3f69f19b58 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f02b6904-8bee-4b65-8d68-a5eced424f54 HTTP/1.1" status: 200 len: 850 time: 0.1171293 Nov 23 07:48:29.367013 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-322938e6-96e6-462f-9a24-e57dd9db71d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750072215116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10348470'] for segment, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:29.373032 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-6a942589-b759-4d9d-a68f-0d51184ea67b None None] For port ad28b23b-9694-4d86-a80b-4233cd85e4bd, host dv-cinder-804035-14-iscsi, got binding levels [] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:48:29.373819 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-6a942589-b759-4d9d-a68f-0d51184ea67b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:29.388254 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-6a942589-b759-4d9d-a68f-0d51184ea67b None None] Calling delete_port for ad28b23b-9694-4d86-a80b-4233cd85e4bd owned by network:dhcp {{(pid=109285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:48:29.394702 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.ipam_backend_mixin [None req-6a942589-b759-4d9d-a68f-0d51184ea67b None None] Port ad28b23b-9694-4d86-a80b-4233cd85e4bd was not found and therefore no delete operation was performed {{(pid=109285) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 07:48:29.400015 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-6a942589-b759-4d9d-a68f-0d51184ea67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005'] for port, after_delete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:29.411343 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-322938e6-96e6-462f-9a24-e57dd9db71d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:29.422034 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-322938e6-96e6-462f-9a24-e57dd9db71d5 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 07:48:29.422450 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-322938e6-96e6-462f-9a24-e57dd9db71d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9543603'] for segment, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: Traceback (most recent call last): Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: timer() Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: cb(*args, **kw) Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: return func(*args, **kwargs) Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: self._notify() Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: self.callback(batched_events) Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: event.method(event) Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: return f(self, *a, **k) Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: return self._get(url).json() Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: return self.request(url, 'GET', **kwargs) Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 07:48:29.424868 dv-cinder-804035-14-iscsi neutron-server[109283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 07:48:29.441755 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a942589-b759-4d9d-a68f-0d51184ea67b None None] No DVR routers for this DVR port ad28b23b-9694-4d86-a80b-4233cd85e4bd on host dv-cinder-804035-14-iscsi {{(pid=109285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:48:29.445340 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a942589-b759-4d9d-a68f-0d51184ea67b None None] Pushing event deleted for resources: {'Port': ['ID=ad28b23b-9694-4d86-a80b-4233cd85e4bd,revision_number=None']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:29.452809 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bfb78-bc81-4f42-bc49-dca7dc8ffa61 req-f0d699dd-6d71-48cb-b086-1c186b109428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:29.454666 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-333bfb78-bc81-4f42-bc49-dca7dc8ffa61 req-f0d699dd-6d71-48cb-b086-1c186b109428 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=41a8f465-c4c3-4408-a9dd-14556e78b966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0903292 Nov 23 07:48:29.478664 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-5211c930-7981-4b44-b250-73417fdf26e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'name': 'tempest-AttachVolumeTestJSON-1793854537-router', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:42:59Z', 'updated_at': '2021-11-23T07:43:06Z', 'revision_number': 4, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'gw_port': {'id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_floatingips': [{'id': 'd07c1755-eb86-4834-a7f8-cf690edec433', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'port_id': '57edcc25-5f03-4d06-8e19-80459dbc84fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966', 'mac_address': 'fa:16:3e:f0:ae:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65836c81-3d98-4338-a51d-aa3bb0ef7b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:48:06Z', 'updated_at': '2021-11-23T07:48:27Z', 'revision_number': 1, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c744d497-55c1-4984-8d71-d54aea45c656', 'name': '', 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'mac_address': 'fa:16:3e:40:12:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:04Z', 'updated_at': '2021-11-23T07:43:19Z', 'revision_number': 5, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'subnets': [{'id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:29.519132 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5211c930-7981-4b44-b250-73417fdf26e9 None None] Checking router: 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 for host: dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:48:29.530201 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5211c930-7981-4b44-b250-73417fdf26e9 None None] Routers {'74ab5de3-8801-40c3-96b4-eaa83e6bcb01'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:48:29.530990 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-5211c930-7981-4b44-b250-73417fdf26e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:48:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['74ab5de3-8801-40c3-96b4-eaa83e6bcb01'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:29.556196 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-322938e6-96e6-462f-9a24-e57dd9db71d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1712161'] for network, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:29.564806 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-322938e6-96e6-462f-9a24-e57dd9db71d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:29.568991 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-322938e6-96e6-462f-9a24-e57dd9db71d5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d0e629d0-0c4d-4c71-afa9-ce3f0218eed4 HTTP/1.1" status: 204 len: 168 time: 1.2436886 Nov 23 07:48:29.585802 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322938e6-96e6-462f-9a24-e57dd9db71d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0e629d0-0c4d-4c71-afa9-ce3f0218eed4,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:29.617781 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-333bfb78-bc81-4f42-bc49-dca7dc8ffa61 req-4c7e1ac4-1152-4d95-bdaf-1070ef734538 service neutron] 10.222.0.31 "GET /v2.0/networks/41a8f465-c4c3-4408-a9dd-14556e78b966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308203 Nov 23 07:48:29.688449 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-5211c930-7981-4b44-b250-73417fdf26e9 None None] Set router 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:48:29.808092 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-333bfb78-bc81-4f42-bc49-dca7dc8ffa61 req-7c289d3d-8aed-41d0-a61e-8e2533da1848 service neutron] 10.222.0.31 "GET /v2.0/networks/41a8f465-c4c3-4408-a9dd-14556e78b966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799359 Nov 23 07:48:29.930579 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48776) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:29.983179 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-9c651693-b635-4c08-83c0-0c6d72be1007 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c42cd8fcb71040c394c2fa2ed9324ae0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487964 Nov 23 07:48:29.983648 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48778) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:30.045044 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-5211c930-7981-4b44-b250-73417fdf26e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'name': 'tempest-AttachVolumeTestJSON-1793854537-router', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:42:59Z', 'updated_at': '2021-11-23T07:43:06Z', 'revision_number': 4, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'gw_port': {'id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_floatingips': [{'id': 'd07c1755-eb86-4834-a7f8-cf690edec433', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'port_id': '57edcc25-5f03-4d06-8e19-80459dbc84fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966', 'mac_address': 'fa:16:3e:f0:ae:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65836c81-3d98-4338-a51d-aa3bb0ef7b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:48:06Z', 'updated_at': '2021-11-23T07:48:27Z', 'revision_number': 1, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c744d497-55c1-4984-8d71-d54aea45c656', 'name': '', 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'mac_address': 'fa:16:3e:40:12:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:04Z', 'updated_at': '2021-11-23T07:43:19Z', 'revision_number': 5, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'subnets': [{'id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:30.061865 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-9987307d-050b-409c-bf42-40a4a0ed0da1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:30.086101 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5211c930-7981-4b44-b250-73417fdf26e9 None None] The sync data for ids ['74ab5de3-8801-40c3-96b4-eaa83e6bcb01'] in dv-cinder-804035-14-iscsi is: [{'id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'name': 'tempest-AttachVolumeTestJSON-1793854537-router', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:42:59Z', 'updated_at': '2021-11-23T07:43:06Z', 'revision_number': 4, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'gw_port': {'id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_floatingips': [{'id': 'd07c1755-eb86-4834-a7f8-cf690edec433', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'floating_ip_address': '172.27.2.134', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'port_id': '57edcc25-5f03-4d06-8e19-80459dbc84fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966', 'mac_address': 'fa:16:3e:f0:ae:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65836c81-3d98-4338-a51d-aa3bb0ef7b76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:48:06Z', 'updated_at': '2021-11-23T07:48:27Z', 'revision_number': 1, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c744d497-55c1-4984-8d71-d54aea45c656', 'name': '', 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'mac_address': 'fa:16:3e:40:12:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:04Z', 'updated_at': '2021-11-23T07:43:19Z', 'revision_number': 5, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'subnets': [{'id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:48:30.096327 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-9987307d-050b-409c-bf42-40a4a0ed0da1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:30.171649 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-9987307d-050b-409c-bf42-40a4a0ed0da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:30.174605 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-9987307d-050b-409c-bf42-40a4a0ed0da1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:30.175976 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-9987307d-050b-409c-bf42-40a4a0ed0da1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d21f042e-25d7-47fc-9789-1168a5e4be2c HTTP/1.1" status: 204 len: 168 time: 0.1913424 Nov 23 07:48:30.185020 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987307d-050b-409c-bf42-40a4a0ed0da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21f042e-25d7-47fc-9789-1168a5e4be2c,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:30.388924 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 0372e54f-64c6-41d1-a8c4-b8499a41083b up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:48:30.436195 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682f22f0-9538-41a3-89f1-eef6a6fabe83 None None] New status for floating IP d07c1755-eb86-4834-a7f8-cf690edec433: ACTIVE {{(pid=109286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 07:48:30.484295 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 0372e54f-64c6-41d1-a8c4-b8499a41083b triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:30.484918 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:30.709580 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device ad28b23b-9694-4d86-a80b-4233cd85e4bd no longer exists at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:48:30.723111 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48786) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:30.730834 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] No Port match for: ad28b23b-9694-4d86-a80b-4233cd85e4bd {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:48:30.731189 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device ad28b23b-9694-4d86-a80b-4233cd85e4bd not bound to the agent host dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:48:30.792251 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-09237b9b-c78e-43d9-8ce1-c5467dbbb25e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ed71b1684044c30ab74820069e075a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0676007 Nov 23 07:48:30.794753 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48788) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:30.863855 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-37d105e7-a95b-4c33-a17e-28e829b3f707 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:30.898394 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-37d105e7-a95b-4c33-a17e-28e829b3f707 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:30.975840 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-37d105e7-a95b-4c33-a17e-28e829b3f707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:30.984167 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-37d105e7-a95b-4c33-a17e-28e829b3f707 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:30.989126 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-37d105e7-a95b-4c33-a17e-28e829b3f707 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/59e2455c-aedd-48d5-8b2c-24fd37358b5c HTTP/1.1" status: 204 len: 168 time: 0.1898100 Nov 23 07:48:31.000555 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d105e7-a95b-4c33-a17e-28e829b3f707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e2455c-aedd-48d5-8b2c-24fd37358b5c,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:31.323001 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3a4bba2b-d0a0-4fa0-b77c-531009b0e741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:31.945436 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 48816) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:32.089166 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-a03364c0-7bf4-4327-bb65-0c6e16c821cf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-378299860-network', 'tenant_id': '923ced17fbea41d2bb472b52dd316477'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:32.124763 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03364c0-7bf4-4327-bb65-0c6e16c821cf admin admin] Made reservation on behalf of 923ced17fbea41d2bb472b52dd316477 for: {'network': 1} {{(pid=109284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:48:32.129304 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a03364c0-7bf4-4327-bb65-0c6e16c821cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for network, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:32.140580 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a03364c0-7bf4-4327-bb65-0c6e16c821cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:32.233550 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a03364c0-7bf4-4327-bb65-0c6e16c821cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:32.237627 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a03364c0-7bf4-4327-bb65-0c6e16c821cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:32.266494 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03364c0-7bf4-4327-bb65-0c6e16c821cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=109284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 07:48:32.277285 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03364c0-7bf4-4327-bb65-0c6e16c821cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27be199f-10cf-4c32-ac0d-825b66f4ca0c,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:32.282862 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a03364c0-7bf4-4327-bb65-0c6e16c821cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:32.283199 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.db.segments_db [None req-a03364c0-7bf4-4327-bb65-0c6e16c821cf admin admin] Added segment 01bfddae-d667-40a4-ba2c-71a16ea9303a of type vlan for network c4affbc5-6672-4357-8ba0-5a39b14c7726 Nov 23 07:48:32.331037 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a03364c0-7bf4-4327-bb65-0c6e16c821cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750071714106'] for network, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:32.364050 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a03364c0-7bf4-4327-bb65-0c6e16c821cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for network, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:32.366199 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03364c0-7bf4-4327-bb65-0c6e16c821cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:32.367611 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a03364c0-7bf4-4327-bb65-0c6e16c821cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:32.415515 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-a03364c0-7bf4-4327-bb65-0c6e16c821cf admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4685950 Nov 23 07:48:32.418485 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 48826) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:32.423417 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-bd671b85-871d-4f6c-a488-ff5a7deb4220 admin admin] Request body: {'subnet': {'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-378299860-subnet', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'ip_version': 4}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:32.460099 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03364c0-7bf4-4327-bb65-0c6e16c821cf admin admin] Pushing event updated for resources: {'Network': ['ID=c4affbc5-6672-4357-8ba0-5a39b14c7726,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:32.472438 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Network c4affbc5-6672-4357-8ba0-5a39b14c7726 details requested by agent ovs-agent-dv-cinder-804035-14-iscsi with host dv-cinder-804035-14-iscsi {{(pid=109285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 07:48:32.479404 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd671b85-871d-4f6c-a488-ff5a7deb4220 admin admin] Made reservation on behalf of 923ced17fbea41d2bb472b52dd316477 for: {'subnet': 1} {{(pid=109284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:48:32.483056 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bd671b85-871d-4f6c-a488-ff5a7deb4220 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3985138'] for subnet, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:32.710651 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bd671b85-871d-4f6c-a488-ff5a7deb4220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3909714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3985120'] for subnet, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:32.775052 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd671b85-871d-4f6c-a488-ff5a7deb4220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5a9db76-59eb-474e-8541-9bbdd87b2e12,revision_number=0']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:32.787917 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd671b85-871d-4f6c-a488-ff5a7deb4220 admin admin] Checking segment: {'id': '01bfddae-d667-40a4-ba2c-71a16ea9303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:48:32.788296 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd671b85-871d-4f6c-a488-ff5a7deb4220 admin admin] Network hostable DHCP agents. Network: c4affbc5-6672-4357-8ba0-5a39b14c7726, hostable agents: ['9f8f8844-157f-46aa-8160-5509eea3b0e3'], hosted agents: [] {{(pid=109284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 07:48:32.789640 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:32.809256 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd671b85-871d-4f6c-a488-ff5a7deb4220 admin admin] Network c4affbc5-6672-4357-8ba0-5a39b14c7726 is scheduled to be hosted by DHCP agent 9f8f8844-157f-46aa-8160-5509eea3b0e3 with binding_index 1 {{(pid=109284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 07:48:32.821627 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-bd671b85-871d-4f6c-a488-ff5a7deb4220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-14-iscsi, c4affbc5-6672-4357-8ba0-5a39b14c7726) {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:48:32.829840 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd671b85-871d-4f6c-a488-ff5a7deb4220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:32.830512 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bd671b85-871d-4f6c-a488-ff5a7deb4220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for subnet, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:32.833910 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245b7b32-45dc-4b39-98a8-2df9f0939dce None None] Network c4affbc5-6672-4357-8ba0-5a39b14c7726 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:48:32.854161 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-bd671b85-871d-4f6c-a488-ff5a7deb4220 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4345593 Nov 23 07:48:32.859363 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 48828) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:32.864578 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-2626a422-4fed-40dd-9f95-bf51b8ada394 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-378299860-router', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:32.888987 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2626a422-4fed-40dd-9f95-bf51b8ada394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1719506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:32.890584 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2626a422-4fed-40dd-9f95-bf51b8ada394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1712850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1713320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-946'] for router, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:32.987677 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2626a422-4fed-40dd-9f95-bf51b8ada394 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:33.015759 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c417cf-0464-426c-b1a7-b3bffdf3ce1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d3c1c3e-7e7c-57c3-af0f-cd4a647982af-c4affbc5-6672-4357-8ba0-5a39b14c7726', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'fixed_ips': [{'subnet_id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12'}]}} from dv-cinder-804035-14-iscsi. {{(pid=109285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 07:48:33.017152 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e6c417cf-0464-426c-b1a7-b3bffdf3ce1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:33.187804 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.db_base_plugin_common [None req-e6c417cf-0464-426c-b1a7-b3bffdf3ce1e None None] Allocated IP 172.20.0.2 (c4affbc5-6672-4357-8ba0-5a39b14c7726/e5a9db76-59eb-474e-8541-9bbdd87b2e12/a8cbee1b-3122-4bf9-b368-b53f9695a44a) {{(pid=109285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:48:33.204504 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2626a422-4fed-40dd-9f95-bf51b8ada394 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:33.365377 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e6c417cf-0464-426c-b1a7-b3bffdf3ce1e None None] Publish callbacks [] for port, precommit_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:33.373107 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e6c417cf-0464-426c-b1a7-b3bffdf3ce1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:33.422972 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c417cf-0464-426c-b1a7-b3bffdf3ce1e None None] Network c4affbc5-6672-4357-8ba0-5a39b14c7726 is already hosted by enough agents. {{(pid=109285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:48:33.426608 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.scheduler.base_scheduler [None req-e6c417cf-0464-426c-b1a7-b3bffdf3ce1e None None] Resources bound (agent type, host, resource id): {{(pid=109285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:48:33.430473 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c417cf-0464-426c-b1a7-b3bffdf3ce1e None None] Received port after_create {{(pid=109285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:48:33.436508 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c417cf-0464-426c-b1a7-b3bffdf3ce1e None None] Pushing event updated for resources: {'Port': ['ID=a8cbee1b-3122-4bf9-b368-b53f9695a44a,revision_number=1']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:33.500190 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2626a422-4fed-40dd-9f95-bf51b8ada394 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:33.521234 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2626a422-4fed-40dd-9f95-bf51b8ada394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:33.531067 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-e6c417cf-0464-426c-b1a7-b3bffdf3ce1e None None] Attempting to bind port a8cbee1b-3122-4bf9-b368-b53f9695a44a on host dv-cinder-804035-14-iscsi for vnic_type normal with profile {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:48:33.531994 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-e6c417cf-0464-426c-b1a7-b3bffdf3ce1e None None] Attempting to bind port a8cbee1b-3122-4bf9-b368-b53f9695a44a by drivers openvswitch,hyperv on host dv-cinder-804035-14-iscsi at level 0 using segments [{'id': '01bfddae-d667-40a4-ba2c-71a16ea9303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726'}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:48:33.531994 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c417cf-0464-426c-b1a7-b3bffdf3ce1e None None] Attempting to bind port a8cbee1b-3122-4bf9-b368-b53f9695a44a on network c4affbc5-6672-4357-8ba0-5a39b14c7726 {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:48:33.539596 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c417cf-0464-426c-b1a7-b3bffdf3ce1e None None] Checking agent: {'id': 'b3285c04-b64b-48ad-a641-833cdb741995', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'started_at': datetime.datetime(2021, 11, 23, 7, 35, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:48:33.540076 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c417cf-0464-426c-b1a7-b3bffdf3ce1e None None] Checking segment: {'id': '01bfddae-d667-40a4-ba2c-71a16ea9303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:48:33.540484 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e6c417cf-0464-426c-b1a7-b3bffdf3ce1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:33.540917 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c417cf-0464-426c-b1a7-b3bffdf3ce1e None None] Bound using segment: {'id': '01bfddae-d667-40a4-ba2c-71a16ea9303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726'} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:48:33.541498 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-e6c417cf-0464-426c-b1a7-b3bffdf3ce1e None None] Bound port: a8cbee1b-3122-4bf9-b368-b53f9695a44a, host: dv-cinder-804035-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bfddae-d667-40a4-ba2c-71a16ea9303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726'}}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:48:33.542159 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e6c417cf-0464-426c-b1a7-b3bffdf3ce1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:33.629239 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e6c417cf-0464-426c-b1a7-b3bffdf3ce1e None None] For port a8cbee1b-3122-4bf9-b368-b53f9695a44a, host dv-cinder-804035-14-iscsi, cleared binding levels {{(pid=109285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:48:33.636246 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e6c417cf-0464-426c-b1a7-b3bffdf3ce1e None None] For port a8cbee1b-3122-4bf9-b368-b53f9695a44a, host dv-cinder-804035-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=a8cbee1b-3122-4bf9-b368-b53f9695a44a,segment=NetworkSegment(01bfddae-d667-40a4-ba2c-71a16ea9303a),segment_id=01bfddae-d667-40a4-ba2c-71a16ea9303a)] {{(pid=109285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:48:33.642539 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e6c417cf-0464-426c-b1a7-b3bffdf3ce1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:33.675083 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.db_base_plugin_common [None req-2626a422-4fed-40dd-9f95-bf51b8ada394 admin admin] Allocated IP 172.27.2.89 (891dfe80-61d0-4c14-832c-7438dfe6f055/08f8fc41-5d8c-4fca-8f02-9f082906db87/07888511-c821-47bc-99f8-5cdce44e7238) {{(pid=109284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:48:33.761435 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c417cf-0464-426c-b1a7-b3bffdf3ce1e None None] Pushing event updated for resources: {'Port': ['ID=a8cbee1b-3122-4bf9-b368-b53f9695a44a,revision_number=2']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:33.838848 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2626a422-4fed-40dd-9f95-bf51b8ada394 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:33.894706 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2626a422-4fed-40dd-9f95-bf51b8ada394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909886'] for port, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:33.977668 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2626a422-4fed-40dd-9f95-bf51b8ada394 admin admin] Network 891dfe80-61d0-4c14-832c-7438dfe6f055 is already hosted by enough agents. {{(pid=109284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:48:33.980852 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-2626a422-4fed-40dd-9f95-bf51b8ada394 admin admin] Resources bound (agent type, host, resource id): {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:48:33.984708 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2626a422-4fed-40dd-9f95-bf51b8ada394 admin admin] Received port after_create {{(pid=109284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:48:34.017035 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626a422-4fed-40dd-9f95-bf51b8ada394 admin admin] Pushing event updated for resources: {'Port': ['ID=07888511-c821-47bc-99f8-5cdce44e7238,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:34.407579 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device a8cbee1b-3122-4bf9-b368-b53f9695a44a up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:48:34.470976 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port a8cbee1b-3122-4bf9-b368-b53f9695a44a triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:34.472067 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:34.681097 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:34.750205 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2626a422-4fed-40dd-9f95-bf51b8ada394 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:34.751547 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] For port a8cbee1b-3122-4bf9-b368-b53f9695a44a, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=a8cbee1b-3122-4bf9-b368-b53f9695a44a,segment=NetworkSegment(01bfddae-d667-40a4-ba2c-71a16ea9303a),segment_id=01bfddae-d667-40a4-ba2c-71a16ea9303a)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:48:34.757623 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:34.851414 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Pushing event updated for resources: {'Port': ['ID=a8cbee1b-3122-4bf9-b368-b53f9695a44a,revision_number=3']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:34.864955 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:34.984988 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32ca68e-2fb9-4f74-ba2b-9b188c2468c4 None None] Network c4affbc5-6672-4357-8ba0-5a39b14c7726 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:48:35.004115 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2626a422-4fed-40dd-9f95-bf51b8ada394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1712759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1712217'] for router, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:35.091293 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-778eaee9-bc99-46c8-a7cc-5d08858fc790 None None] Provisioning complete for port a8cbee1b-3122-4bf9-b368-b53f9695a44a triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:35.091705 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-778eaee9-bc99-46c8-a7cc-5d08858fc790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:35.162296 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2626a422-4fed-40dd-9f95-bf51b8ada394 admin admin] Router 896cc335-b01d-463e-9fc1-5fd3f6c17be3 is scheduled to L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 with binding_index 1 {{(pid=109284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 07:48:35.308870 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2626a422-4fed-40dd-9f95-bf51b8ada394 admin admin] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:48:35.331003 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21af48d-4b81-434b-99b2-88e9c639a5dd None None] Sync routers for ids ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'] in dv-cinder-804035-14-iscsi {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:48:35.336937 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2626a422-4fed-40dd-9f95-bf51b8ada394 admin admin] Publish callbacks [] for router, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:35.342796 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48846) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:35.343611 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-2626a422-4fed-40dd-9f95-bf51b8ada394 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4819632 Nov 23 07:48:35.572223 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21af48d-4b81-434b-99b2-88e9c639a5dd None None] Routers {'896cc335-b01d-463e-9fc1-5fd3f6c17be3'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:48:35.573408 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-f21af48d-4b81-434b-99b2-88e9c639a5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:48:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:35.679433 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:35.769943 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-f21af48d-4b81-434b-99b2-88e9c639a5dd None None] Set router 896cc335-b01d-463e-9fc1-5fd3f6c17be3 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:48:36.034519 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-4619f87e-3ad3-411d-b768-2a7bb934ec8a None None] Provisioning complete for port a8cbee1b-3122-4bf9-b368-b53f9695a44a triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:36.034958 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-4619f87e-3ad3-411d-b768-2a7bb934ec8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:36.208817 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-f21af48d-4b81-434b-99b2-88e9c639a5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'name': 'tempest-TestVolumeBootPattern-378299860-router', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '07888511-c821-47bc-99f8-5cdce44e7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:32Z', 'updated_at': '2021-11-23T07:48:34Z', 'revision_number': 3, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'gw_port': {'id': '07888511-c821-47bc-99f8-5cdce44e7238', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:33Z', 'updated_at': '2021-11-23T07:48:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi'}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:36.262689 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21af48d-4b81-434b-99b2-88e9c639a5dd None None] Checking router: 896cc335-b01d-463e-9fc1-5fd3f6c17be3 for host: dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:48:36.263243 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21af48d-4b81-434b-99b2-88e9c639a5dd None None] Updating router 896cc335-b01d-463e-9fc1-5fd3f6c17be3 port 07888511-c821-47bc-99f8-5cdce44e7238 binding host dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 07:48:36.297095 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-6dd44cd8-d535-4023-9b46-10047a076cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:36.341813 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-f21af48d-4b81-434b-99b2-88e9c639a5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:36.408006 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device a8cbee1b-3122-4bf9-b368-b53f9695a44a up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:48:36.591790 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [None req-6dd44cd8-d535-4023-9b46-10047a076cdf admin admin] Allocated IP 172.20.0.1 (c4affbc5-6672-4357-8ba0-5a39b14c7726/e5a9db76-59eb-474e-8541-9bbdd87b2e12/516a9013-3e9c-457c-b973-8b9794fc8340) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:48:36.614863 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port a8cbee1b-3122-4bf9-b368-b53f9695a44a triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:36.615591 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:36.719605 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-6dd44cd8-d535-4023-9b46-10047a076cdf admin admin] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:36.758296 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-6dd44cd8-d535-4023-9b46-10047a076cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:36.814402 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd44cd8-d535-4023-9b46-10047a076cdf admin admin] Network c4affbc5-6672-4357-8ba0-5a39b14c7726 is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:48:36.818546 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [None req-6dd44cd8-d535-4023-9b46-10047a076cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:48:36.821161 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd44cd8-d535-4023-9b46-10047a076cdf admin admin] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:48:36.853861 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd44cd8-d535-4023-9b46-10047a076cdf admin admin] Pushing event updated for resources: {'Port': ['ID=516a9013-3e9c-457c-b973-8b9794fc8340,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:36.889855 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-6dd44cd8-d535-4023-9b46-10047a076cdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712296'] for router_interface, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:36.929997 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-f21af48d-4b81-434b-99b2-88e9c639a5dd None None] Publish callbacks [] for port, precommit_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:36.938883 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-f21af48d-4b81-434b-99b2-88e9c639a5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:37.023217 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bca44a-57aa-4c12-b574-d0453a73334f None None] Pushing event updated for resources: {'Port': ['ID=07888511-c821-47bc-99f8-5cdce44e7238,revision_number=2']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:37.032913 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-f21af48d-4b81-434b-99b2-88e9c639a5dd None None] Attempting to bind port 07888511-c821-47bc-99f8-5cdce44e7238 on host dv-cinder-804035-14-iscsi for vnic_type normal with profile {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:48:37.033730 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-f21af48d-4b81-434b-99b2-88e9c639a5dd None None] Attempting to bind port 07888511-c821-47bc-99f8-5cdce44e7238 by drivers openvswitch,hyperv on host dv-cinder-804035-14-iscsi at level 0 using segments [{'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:48:37.034311 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21af48d-4b81-434b-99b2-88e9c639a5dd None None] Attempting to bind port 07888511-c821-47bc-99f8-5cdce44e7238 on network 891dfe80-61d0-4c14-832c-7438dfe6f055 {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:48:37.041525 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21af48d-4b81-434b-99b2-88e9c639a5dd None None] Checking agent: {'id': 'b3285c04-b64b-48ad-a641-833cdb741995', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'started_at': datetime.datetime(2021, 11, 23, 7, 35, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:48:37.042242 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21af48d-4b81-434b-99b2-88e9c639a5dd None None] Checking segment: {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:48:37.042804 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-f21af48d-4b81-434b-99b2-88e9c639a5dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:37.043720 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21af48d-4b81-434b-99b2-88e9c639a5dd None None] Bound using segment: {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:48:37.044959 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-f21af48d-4b81-434b-99b2-88e9c639a5dd None None] Bound port: 07888511-c821-47bc-99f8-5cdce44e7238, host: dv-cinder-804035-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:48:37.044959 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-f21af48d-4b81-434b-99b2-88e9c639a5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:37.112940 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-f21af48d-4b81-434b-99b2-88e9c639a5dd None None] For port 07888511-c821-47bc-99f8-5cdce44e7238, host dv-cinder-804035-14-iscsi, cleared binding levels {{(pid=109285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:48:37.116841 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-f21af48d-4b81-434b-99b2-88e9c639a5dd None None] For port 07888511-c821-47bc-99f8-5cdce44e7238, host dv-cinder-804035-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=07888511-c821-47bc-99f8-5cdce44e7238,segment=NetworkSegment(c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c),segment_id=c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c)] {{(pid=109285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:48:37.122860 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-f21af48d-4b81-434b-99b2-88e9c639a5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:37.135709 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-6dd44cd8-d535-4023-9b46-10047a076cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:37.197867 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-b51ab7bc-591c-4f35-b81e-2ed1edf26b4b None None] Provisioning complete for port 516a9013-3e9c-457c-b973-8b9794fc8340 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:37.198223 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-b51ab7bc-591c-4f35-b81e-2ed1edf26b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:37.202039 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bca44a-57aa-4c12-b574-d0453a73334f None None] Pushing event updated for resources: {'Port': ['ID=07888511-c821-47bc-99f8-5cdce44e7238,revision_number=3']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:37.230029 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21af48d-4b81-434b-99b2-88e9c639a5dd None None] Routers {'896cc335-b01d-463e-9fc1-5fd3f6c17be3'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:48:37.230599 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-f21af48d-4b81-434b-99b2-88e9c639a5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:48:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:37.278545 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-b51ab7bc-591c-4f35-b81e-2ed1edf26b4b None None] Port 516a9013-3e9c-457c-b973-8b9794fc8340 cannot update to ACTIVE because it is not bound. {{(pid=109285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 07:48:37.357437 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-f21af48d-4b81-434b-99b2-88e9c639a5dd None None] Set router 896cc335-b01d-463e-9fc1-5fd3f6c17be3 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:48:37.360445 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-6dd44cd8-d535-4023-9b46-10047a076cdf admin admin] Publish callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:37.367061 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-6dd44cd8-d535-4023-9b46-10047a076cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9542747'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:37.414056 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:37.471038 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-6dd44cd8-d535-4023-9b46-10047a076cdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1712664'] for router_interface, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:37.483226 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd44cd8-d535-4023-9b46-10047a076cdf admin admin] Pushing event updated for resources: {'Port': ['ID=516a9013-3e9c-457c-b973-8b9794fc8340,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:37.594143 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd44cd8-d535-4023-9b46-10047a076cdf admin admin] Network c4affbc5-6672-4357-8ba0-5a39b14c7726 is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:48:37.598080 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [None req-6dd44cd8-d535-4023-9b46-10047a076cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:48:37.754123 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-f21af48d-4b81-434b-99b2-88e9c639a5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'name': 'tempest-TestVolumeBootPattern-378299860-router', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '07888511-c821-47bc-99f8-5cdce44e7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:32Z', 'updated_at': '2021-11-23T07:48:37Z', 'revision_number': 4, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'gw_port': {'id': '07888511-c821-47bc-99f8-5cdce44e7238', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:33Z', 'updated_at': '2021-11-23T07:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '516a9013-3e9c-457c-b973-8b9794fc8340', 'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'mac_address': 'fa:16:3e:30:57:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:36Z', 'updated_at': '2021-11-23T07:48:36Z', 'revision_number': 1, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'subnets': [{'id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:37.770415 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd44cd8-d535-4023-9b46-10047a076cdf admin admin] Router 896cc335-b01d-463e-9fc1-5fd3f6c17be3 has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:48:37.814767 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21af48d-4b81-434b-99b2-88e9c639a5dd None None] The sync data for ids ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'] in dv-cinder-804035-14-iscsi is: [{'id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'name': 'tempest-TestVolumeBootPattern-378299860-router', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '07888511-c821-47bc-99f8-5cdce44e7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:32Z', 'updated_at': '2021-11-23T07:48:37Z', 'revision_number': 4, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'gw_port': {'id': '07888511-c821-47bc-99f8-5cdce44e7238', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:33Z', 'updated_at': '2021-11-23T07:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '516a9013-3e9c-457c-b973-8b9794fc8340', 'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'mac_address': 'fa:16:3e:30:57:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:36Z', 'updated_at': '2021-11-23T07:48:36Z', 'revision_number': 1, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'subnets': [{'id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:48:37.916210 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e9c79d5a-99b9-4315-9b6e-f04c18b013b9 None None] Provisioning complete for port 516a9013-3e9c-457c-b973-8b9794fc8340 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:37.916623 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e9c79d5a-99b9-4315-9b6e-f04c18b013b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:37.936998 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd44cd8-d535-4023-9b46-10047a076cdf admin admin] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:48:37.952452 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-6dd44cd8-d535-4023-9b46-10047a076cdf admin admin] 10.222.0.48 "PUT /v2.0/routers/896cc335-b01d-463e-9fc1-5fd3f6c17be3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5969403 Nov 23 07:48:37.977973 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-e9c79d5a-99b9-4315-9b6e-f04c18b013b9 None None] Port 516a9013-3e9c-457c-b973-8b9794fc8340 cannot update to ACTIVE because it is not bound. {{(pid=109285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 07:48:38.746899 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48894) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:38.752436 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-35fd2ea2-e237-4bdd-a176-069fa50f27b9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-774111420-network', 'tenant_id': 'b0b4ee8018a245a9af0c0a799159a035'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:38.781221 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fd2ea2-e237-4bdd-a176-069fa50f27b9 admin admin] Made reservation on behalf of b0b4ee8018a245a9af0c0a799159a035 for: {'network': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:48:38.783969 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-35fd2ea2-e237-4bdd-a176-069fa50f27b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for network, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:38.798479 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-35fd2ea2-e237-4bdd-a176-069fa50f27b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:38.931080 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-35fd2ea2-e237-4bdd-a176-069fa50f27b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:38.936741 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-35fd2ea2-e237-4bdd-a176-069fa50f27b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:38.978088 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35fd2ea2-e237-4bdd-a176-069fa50f27b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=109283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 07:48:38.997763 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbda80-804a-45d7-90cc-7a797fbbe95c req-3b1029b5-c84f-4d21-8ee2-00f9b110ef33 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:39.000405 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-70cbda80-804a-45d7-90cc-7a797fbbe95c req-3b1029b5-c84f-4d21-8ee2-00f9b110ef33 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 946 time: 0.0579205 Nov 23 07:48:39.010128 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd2ea2-e237-4bdd-a176-069fa50f27b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d2671e-2445-40fc-b18f-d4c613bcc05a,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:39.023375 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-35fd2ea2-e237-4bdd-a176-069fa50f27b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:39.023950 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.db.segments_db [None req-35fd2ea2-e237-4bdd-a176-069fa50f27b9 admin admin] Added segment 98a4963a-c9c7-4a44-bce2-79095cbdbce8 of type vlan for network 97eb78d8-cf64-4f59-aa7d-bd05305e145f Nov 23 07:48:39.068519 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-70cbda80-804a-45d7-90cc-7a797fbbe95c req-eb7ac9a5-f17b-4a44-af01-dd01689ca235 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614436 Nov 23 07:48:39.108096 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-35fd2ea2-e237-4bdd-a176-069fa50f27b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750071714106'] for network, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:39.137498 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-35fd2ea2-e237-4bdd-a176-069fa50f27b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for network, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:39.138566 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fd2ea2-e237-4bdd-a176-069fa50f27b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:39.139206 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-35fd2ea2-e237-4bdd-a176-069fa50f27b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:39.178284 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-35fd2ea2-e237-4bdd-a176-069fa50f27b9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4300714 Nov 23 07:48:39.181522 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48904) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:39.211439 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-18e58583-0259-42cb-8be2-a73d17045b4a admin admin] Request body: {'subnet': {'network_id': '97eb78d8-cf64-4f59-aa7d-bd05305e145f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-774111420-subnet', 'tenant_id': 'b0b4ee8018a245a9af0c0a799159a035', 'ip_version': 4}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:39.218632 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd2ea2-e237-4bdd-a176-069fa50f27b9 admin admin] Pushing event updated for resources: {'Network': ['ID=97eb78d8-cf64-4f59-aa7d-bd05305e145f,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:39.236630 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Network 97eb78d8-cf64-4f59-aa7d-bd05305e145f details requested by agent ovs-agent-dv-cinder-804035-14-iscsi with host dv-cinder-804035-14-iscsi {{(pid=109285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 07:48:39.246400 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e58583-0259-42cb-8be2-a73d17045b4a admin admin] Made reservation on behalf of b0b4ee8018a245a9af0c0a799159a035 for: {'subnet': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:48:39.249181 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-18e58583-0259-42cb-8be2-a73d17045b4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9964363'] for subnet, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:39.506948 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-18e58583-0259-42cb-8be2-a73d17045b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9542862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9964377'] for subnet, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:39.578427 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e58583-0259-42cb-8be2-a73d17045b4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7a5916d-0900-487d-958b-77f0e7843e99,revision_number=0']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:39.593082 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e58583-0259-42cb-8be2-a73d17045b4a admin admin] Checking segment: {'id': '98a4963a-c9c7-4a44-bce2-79095cbdbce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '97eb78d8-cf64-4f59-aa7d-bd05305e145f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:48:39.593540 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e58583-0259-42cb-8be2-a73d17045b4a admin admin] Network hostable DHCP agents. Network: 97eb78d8-cf64-4f59-aa7d-bd05305e145f, hostable agents: ['9f8f8844-157f-46aa-8160-5509eea3b0e3'], hosted agents: [] {{(pid=109283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 07:48:39.615499 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e58583-0259-42cb-8be2-a73d17045b4a admin admin] Network 97eb78d8-cf64-4f59-aa7d-bd05305e145f is scheduled to be hosted by DHCP agent 9f8f8844-157f-46aa-8160-5509eea3b0e3 with binding_index 1 {{(pid=109283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 07:48:39.626375 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [None req-18e58583-0259-42cb-8be2-a73d17045b4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-14-iscsi, 97eb78d8-cf64-4f59-aa7d-bd05305e145f) {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:48:39.631731 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e58583-0259-42cb-8be2-a73d17045b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:39.632608 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-18e58583-0259-42cb-8be2-a73d17045b4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:39.643999 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f5ce6f-072f-471a-915d-8f4da46c212d None None] Network 97eb78d8-cf64-4f59-aa7d-bd05305e145f requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:48:39.655034 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-18e58583-0259-42cb-8be2-a73d17045b4a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4704859 Nov 23 07:48:39.657492 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 48916) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:39.664067 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-6693df37-46ab-4525-9b83-4c20f833b7b6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-774111420-router', 'tenant_id': 'b0b4ee8018a245a9af0c0a799159a035', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:39.692724 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-6693df37-46ab-4525-9b83-4c20f833b7b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1719506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-953'] for router, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:39.694873 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-6693df37-46ab-4525-9b83-4c20f833b7b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1712850', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1713320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1776077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-946'] for router, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:39.787382 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-6693df37-46ab-4525-9b83-4c20f833b7b6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:39.835885 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e4c9a0-d3a5-419c-8849-eb7496e9b030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d3c1c3e-7e7c-57c3-af0f-cd4a647982af-97eb78d8-cf64-4f59-aa7d-bd05305e145f', 'network_id': '97eb78d8-cf64-4f59-aa7d-bd05305e145f', 'tenant_id': 'b0b4ee8018a245a9af0c0a799159a035', 'fixed_ips': [{'subnet_id': 'f7a5916d-0900-487d-958b-77f0e7843e99'}]}} from dv-cinder-804035-14-iscsi. {{(pid=109285) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 07:48:39.837135 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-c5e4c9a0-d3a5-419c-8849-eb7496e9b030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:39.979182 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-6693df37-46ab-4525-9b83-4c20f833b7b6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:40.177249 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.db_base_plugin_common [None req-c5e4c9a0-d3a5-419c-8849-eb7496e9b030 None None] Allocated IP 172.20.0.2 (97eb78d8-cf64-4f59-aa7d-bd05305e145f/f7a5916d-0900-487d-958b-77f0e7843e99/7735e2ee-24df-417c-8965-a4cce24b5ab7) {{(pid=109285) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:48:40.298511 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d61c87-edd6-4634-b6cf-87161d5f658c req-d051e277-dee8-4959-bbdd-3758c23071d9 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:40.304592 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-18d61c87-edd6-4634-b6cf-87161d5f658c req-d051e277-dee8-4959-bbdd-3758c23071d9 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 946 time: 0.1219544 Nov 23 07:48:40.316243 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-6693df37-46ab-4525-9b83-4c20f833b7b6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:40.345840 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-6693df37-46ab-4525-9b83-4c20f833b7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:40.405677 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 07888511-c821-47bc-99f8-5cdce44e7238 up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:48:40.410016 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-c5e4c9a0-d3a5-419c-8849-eb7496e9b030 None None] Publish callbacks [] for port, precommit_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:40.417340 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-18d61c87-edd6-4634-b6cf-87161d5f658c req-71668ddb-0de5-4c07-969e-029057445700 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116636 Nov 23 07:48:40.436265 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-c5e4c9a0-d3a5-419c-8849-eb7496e9b030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996'] for port, after_create {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:40.495168 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e4c9a0-d3a5-419c-8849-eb7496e9b030 None None] Network 97eb78d8-cf64-4f59-aa7d-bd05305e145f is already hosted by enough agents. {{(pid=109285) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:48:40.499718 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.scheduler.base_scheduler [None req-c5e4c9a0-d3a5-419c-8849-eb7496e9b030 None None] Resources bound (agent type, host, resource id): {{(pid=109285) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:48:40.504403 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e4c9a0-d3a5-419c-8849-eb7496e9b030 None None] Received port after_create {{(pid=109285) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:48:40.514709 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4c9a0-d3a5-419c-8849-eb7496e9b030 None None] Pushing event updated for resources: {'Port': ['ID=7735e2ee-24df-417c-8965-a4cce24b5ab7,revision_number=1']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:40.527760 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.db_base_plugin_common [None req-6693df37-46ab-4525-9b83-4c20f833b7b6 admin admin] Allocated IP 172.27.2.175 (891dfe80-61d0-4c14-832c-7438dfe6f055/08f8fc41-5d8c-4fca-8f02-9f082906db87/cc5f6c36-ee46-42ef-acc8-cdf760b627bb) {{(pid=109284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:48:40.550677 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 07888511-c821-47bc-99f8-5cdce44e7238 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:40.551090 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:40.604785 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-c5e4c9a0-d3a5-419c-8849-eb7496e9b030 None None] Attempting to bind port 7735e2ee-24df-417c-8965-a4cce24b5ab7 on host dv-cinder-804035-14-iscsi for vnic_type normal with profile {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:48:40.605065 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-c5e4c9a0-d3a5-419c-8849-eb7496e9b030 None None] Attempting to bind port 7735e2ee-24df-417c-8965-a4cce24b5ab7 by drivers openvswitch,hyperv on host dv-cinder-804035-14-iscsi at level 0 using segments [{'id': '98a4963a-c9c7-4a44-bce2-79095cbdbce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '97eb78d8-cf64-4f59-aa7d-bd05305e145f'}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:48:40.605411 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e4c9a0-d3a5-419c-8849-eb7496e9b030 None None] Attempting to bind port 7735e2ee-24df-417c-8965-a4cce24b5ab7 on network 97eb78d8-cf64-4f59-aa7d-bd05305e145f {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:48:40.614917 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e4c9a0-d3a5-419c-8849-eb7496e9b030 None None] Checking agent: {'id': 'b3285c04-b64b-48ad-a641-833cdb741995', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'started_at': datetime.datetime(2021, 11, 23, 7, 35, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:48:40.615474 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e4c9a0-d3a5-419c-8849-eb7496e9b030 None None] Checking segment: {'id': '98a4963a-c9c7-4a44-bce2-79095cbdbce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '97eb78d8-cf64-4f59-aa7d-bd05305e145f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:48:40.615717 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-c5e4c9a0-d3a5-419c-8849-eb7496e9b030 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:40.616103 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e4c9a0-d3a5-419c-8849-eb7496e9b030 None None] Bound using segment: {'id': '98a4963a-c9c7-4a44-bce2-79095cbdbce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '97eb78d8-cf64-4f59-aa7d-bd05305e145f'} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:48:40.616605 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-c5e4c9a0-d3a5-419c-8849-eb7496e9b030 None None] Bound port: 7735e2ee-24df-417c-8965-a4cce24b5ab7, host: dv-cinder-804035-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a4963a-c9c7-4a44-bce2-79095cbdbce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '97eb78d8-cf64-4f59-aa7d-bd05305e145f'}}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:48:40.616991 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-c5e4c9a0-d3a5-419c-8849-eb7496e9b030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:40.658140 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-6693df37-46ab-4525-9b83-4c20f833b7b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:40.703158 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-6693df37-46ab-4525-9b83-4c20f833b7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909886'] for port, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:40.722003 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:40.735158 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-c5e4c9a0-d3a5-419c-8849-eb7496e9b030 None None] For port 7735e2ee-24df-417c-8965-a4cce24b5ab7, host dv-cinder-804035-14-iscsi, cleared binding levels {{(pid=109285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:48:40.742881 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-c5e4c9a0-d3a5-419c-8849-eb7496e9b030 None None] For port 7735e2ee-24df-417c-8965-a4cce24b5ab7, host dv-cinder-804035-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=7735e2ee-24df-417c-8965-a4cce24b5ab7,segment=NetworkSegment(98a4963a-c9c7-4a44-bce2-79095cbdbce8),segment_id=98a4963a-c9c7-4a44-bce2-79095cbdbce8)] {{(pid=109285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:48:40.745799 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6693df37-46ab-4525-9b83-4c20f833b7b6 admin admin] Network 891dfe80-61d0-4c14-832c-7438dfe6f055 is already hosted by enough agents. {{(pid=109284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:48:40.754725 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-6693df37-46ab-4525-9b83-4c20f833b7b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:48:40.757695 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-c5e4c9a0-d3a5-419c-8849-eb7496e9b030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:40.758304 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6693df37-46ab-4525-9b83-4c20f833b7b6 admin admin] Received port after_create {{(pid=109284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:48:40.785383 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] For port 07888511-c821-47bc-99f8-5cdce44e7238, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=07888511-c821-47bc-99f8-5cdce44e7238,segment=NetworkSegment(c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c),segment_id=c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:48:40.795922 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693df37-46ab-4525-9b83-4c20f833b7b6 admin admin] Pushing event updated for resources: {'Port': ['ID=cc5f6c36-ee46-42ef-acc8-cdf760b627bb,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:40.822036 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:40.861402 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4c9a0-d3a5-419c-8849-eb7496e9b030 None None] Pushing event updated for resources: {'Port': ['ID=7735e2ee-24df-417c-8965-a4cce24b5ab7,revision_number=2']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:40.942015 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Pushing event updated for resources: {'Port': ['ID=07888511-c821-47bc-99f8-5cdce44e7238,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:41.157876 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-6693df37-46ab-4525-9b83-4c20f833b7b6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:41.258746 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad5822c-1c3b-4f2b-b603-bc25240d125f None None] Sync routers for ids ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'] in dv-cinder-804035-14-iscsi {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:48:41.277556 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad5822c-1c3b-4f2b-b603-bc25240d125f None None] Routers {'896cc335-b01d-463e-9fc1-5fd3f6c17be3'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:48:41.278591 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-5ad5822c-1c3b-4f2b-b603-bc25240d125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:48:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:41.439295 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-6693df37-46ab-4525-9b83-4c20f833b7b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1712759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1712217'] for router, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:41.479552 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-5ad5822c-1c3b-4f2b-b603-bc25240d125f None None] Set router 896cc335-b01d-463e-9fc1-5fd3f6c17be3 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:48:41.835299 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6984de-ce49-48b5-9b48-9db19f547d25 req-eb23ad12-cb6c-4126-b346-1dded0a61cf6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:41.837634 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-6c6984de-ce49-48b5-9b48-9db19f547d25 req-eb23ad12-cb6c-4126-b346-1dded0a61cf6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 946 time: 0.1013703 Nov 23 07:48:41.876435 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-5ad5822c-1c3b-4f2b-b603-bc25240d125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'name': 'tempest-TestVolumeBootPattern-378299860-router', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '07888511-c821-47bc-99f8-5cdce44e7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:32Z', 'updated_at': '2021-11-23T07:48:37Z', 'revision_number': 4, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'gw_port': {'id': '07888511-c821-47bc-99f8-5cdce44e7238', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:33Z', 'updated_at': '2021-11-23T07:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '516a9013-3e9c-457c-b973-8b9794fc8340', 'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'mac_address': 'fa:16:3e:30:57:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:36Z', 'updated_at': '2021-11-23T07:48:37Z', 'revision_number': 2, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'subnets': [{'id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:41.911553 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad5822c-1c3b-4f2b-b603-bc25240d125f None None] Checking router: 896cc335-b01d-463e-9fc1-5fd3f6c17be3 for host: dv-cinder-804035-14-iscsi {{(pid=109286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:48:41.911917 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad5822c-1c3b-4f2b-b603-bc25240d125f None None] Updating router 896cc335-b01d-463e-9fc1-5fd3f6c17be3 port 516a9013-3e9c-457c-b973-8b9794fc8340 binding host dv-cinder-804035-14-iscsi {{(pid=109286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 07:48:41.920875 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-6c6984de-ce49-48b5-9b48-9db19f547d25 req-fa37dba3-1d58-4475-8f0b-4200dba552e6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754340 Nov 23 07:48:41.944368 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-5ad5822c-1c3b-4f2b-b603-bc25240d125f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:41.947854 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6693df37-46ab-4525-9b83-4c20f833b7b6 admin admin] Router 535a2fdb-5a5b-4ea8-94ab-a465c29e680f is scheduled to L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 with binding_index 1 {{(pid=109284) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 07:48:42.071805 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be32b15-68f6-4473-b918-46478b957b7a None None] Network 97eb78d8-cf64-4f59-aa7d-bd05305e145f requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:48:42.083661 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6693df37-46ab-4525-9b83-4c20f833b7b6 admin admin] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:48:42.102012 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecd6fb1-ce7a-4290-8fc9-c2fe18a2b261 None None] Sync routers for ids ['535a2fdb-5a5b-4ea8-94ab-a465c29e680f'] in dv-cinder-804035-14-iscsi {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:48:42.105075 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-6693df37-46ab-4525-9b83-4c20f833b7b6 admin admin] Publish callbacks [] for router, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:42.106536 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-6693df37-46ab-4525-9b83-4c20f833b7b6 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4476726 Nov 23 07:48:42.109439 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48934) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:42.166775 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecd6fb1-ce7a-4290-8fc9-c2fe18a2b261 None None] Routers {'535a2fdb-5a5b-4ea8-94ab-a465c29e680f'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:48:42.167436 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-eecd6fb1-ce7a-4290-8fc9-c2fe18a2b261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:48:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['535a2fdb-5a5b-4ea8-94ab-a465c29e680f'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:42.239596 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-4e4d2783-41c7-40ba-a794-aa3fddf0970f None None] Provisioning complete for port 7735e2ee-24df-417c-8965-a4cce24b5ab7 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:42.239596 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-4e4d2783-41c7-40ba-a794-aa3fddf0970f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:42.427406 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-5ad5822c-1c3b-4f2b-b603-bc25240d125f None None] Publish callbacks [] for port, precommit_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:42.436234 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-5ad5822c-1c3b-4f2b-b603-bc25240d125f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:42.472568 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-eecd6fb1-ce7a-4290-8fc9-c2fe18a2b261 None None] Set router 535a2fdb-5a5b-4ea8-94ab-a465c29e680f gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:48:42.571370 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 7735e2ee-24df-417c-8965-a4cce24b5ab7 up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:48:42.581584 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52900a07-fec9-4966-b5c7-161ced3a08e0 None None] Pushing event updated for resources: {'Port': ['ID=516a9013-3e9c-457c-b973-8b9794fc8340,revision_number=3']} {{(pid=109286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:42.663218 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.managers [None req-5ad5822c-1c3b-4f2b-b603-bc25240d125f None None] Attempting to bind port 516a9013-3e9c-457c-b973-8b9794fc8340 on host dv-cinder-804035-14-iscsi for vnic_type normal with profile {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:48:42.663814 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.managers [None req-5ad5822c-1c3b-4f2b-b603-bc25240d125f None None] Attempting to bind port 516a9013-3e9c-457c-b973-8b9794fc8340 by drivers openvswitch,hyperv on host dv-cinder-804035-14-iscsi at level 0 using segments [{'id': '01bfddae-d667-40a4-ba2c-71a16ea9303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726'}] {{(pid=109286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:48:42.664416 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad5822c-1c3b-4f2b-b603-bc25240d125f None None] Attempting to bind port 516a9013-3e9c-457c-b973-8b9794fc8340 on network c4affbc5-6672-4357-8ba0-5a39b14c7726 {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:48:42.669965 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-4e4d2783-41c7-40ba-a794-aa3fddf0970f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:42.679351 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad5822c-1c3b-4f2b-b603-bc25240d125f None None] Checking agent: {'id': 'b3285c04-b64b-48ad-a641-833cdb741995', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'started_at': datetime.datetime(2021, 11, 23, 7, 35, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:48:42.679874 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad5822c-1c3b-4f2b-b603-bc25240d125f None None] Checking segment: {'id': '01bfddae-d667-40a4-ba2c-71a16ea9303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:48:42.680776 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-5ad5822c-1c3b-4f2b-b603-bc25240d125f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:42.681461 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad5822c-1c3b-4f2b-b603-bc25240d125f None None] Bound using segment: {'id': '01bfddae-d667-40a4-ba2c-71a16ea9303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726'} {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:48:42.683314 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.managers [None req-5ad5822c-1c3b-4f2b-b603-bc25240d125f None None] Bound port: 516a9013-3e9c-457c-b973-8b9794fc8340, host: dv-cinder-804035-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bfddae-d667-40a4-ba2c-71a16ea9303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726'}}] {{(pid=109286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:48:42.684025 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-5ad5822c-1c3b-4f2b-b603-bc25240d125f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:42.800130 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.db [None req-5ad5822c-1c3b-4f2b-b603-bc25240d125f None None] For port 516a9013-3e9c-457c-b973-8b9794fc8340, host dv-cinder-804035-14-iscsi, cleared binding levels {{(pid=109286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:48:42.804475 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.db [None req-5ad5822c-1c3b-4f2b-b603-bc25240d125f None None] For port 516a9013-3e9c-457c-b973-8b9794fc8340, host dv-cinder-804035-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=516a9013-3e9c-457c-b973-8b9794fc8340,segment=NetworkSegment(01bfddae-d667-40a4-ba2c-71a16ea9303a),segment_id=01bfddae-d667-40a4-ba2c-71a16ea9303a)] {{(pid=109286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:48:42.806851 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 7735e2ee-24df-417c-8965-a4cce24b5ab7 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:42.808118 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:42.813056 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-5ad5822c-1c3b-4f2b-b603-bc25240d125f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:42.877175 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-4e4d2783-41c7-40ba-a794-aa3fddf0970f None None] For port 7735e2ee-24df-417c-8965-a4cce24b5ab7, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=7735e2ee-24df-417c-8965-a4cce24b5ab7,segment=NetworkSegment(98a4963a-c9c7-4a44-bce2-79095cbdbce8),segment_id=98a4963a-c9c7-4a44-bce2-79095cbdbce8)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:48:42.890448 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-4e4d2783-41c7-40ba-a794-aa3fddf0970f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:42.947665 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad5822c-1c3b-4f2b-b603-bc25240d125f None None] Routers {'896cc335-b01d-463e-9fc1-5fd3f6c17be3'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:48:42.948589 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-5ad5822c-1c3b-4f2b-b603-bc25240d125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:48:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:43.009669 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 07888511-c821-47bc-99f8-5cdce44e7238 up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:48:43.020389 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d2783-41c7-40ba-a794-aa3fddf0970f None None] Pushing event updated for resources: {'Port': ['ID=7735e2ee-24df-417c-8965-a4cce24b5ab7,revision_number=3']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:43.028434 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52900a07-fec9-4966-b5c7-161ced3a08e0 None None] Pushing event updated for resources: {'Port': ['ID=516a9013-3e9c-457c-b973-8b9794fc8340,revision_number=4']} {{(pid=109286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:43.054615 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-eecd6fb1-ce7a-4290-8fc9-c2fe18a2b261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535a2fdb-5a5b-4ea8-94ab-a465c29e680f', 'name': 'tempest-TestVolumeBootPattern-774111420-router', 'tenant_id': 'b0b4ee8018a245a9af0c0a799159a035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'cc5f6c36-ee46-42ef-acc8-cdf760b627bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:39Z', 'updated_at': '2021-11-23T07:48:40Z', 'revision_number': 3, 'project_id': 'b0b4ee8018a245a9af0c0a799159a035', 'gw_port': {'id': 'cc5f6c36-ee46-42ef-acc8-cdf760b627bb', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535a2fdb-5a5b-4ea8-94ab-a465c29e680f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:40Z', 'updated_at': '2021-11-23T07:48:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi'}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:43.122999 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecd6fb1-ce7a-4290-8fc9-c2fe18a2b261 None None] Checking router: 535a2fdb-5a5b-4ea8-94ab-a465c29e680f for host: dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:48:43.124060 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecd6fb1-ce7a-4290-8fc9-c2fe18a2b261 None None] Updating router 535a2fdb-5a5b-4ea8-94ab-a465c29e680f port cc5f6c36-ee46-42ef-acc8-cdf760b627bb binding host dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 07:48:43.134569 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-5ad5822c-1c3b-4f2b-b603-bc25240d125f None None] Set router 896cc335-b01d-463e-9fc1-5fd3f6c17be3 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:48:43.207091 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-df54426a-9780-48bc-b0e8-fbbe6ef19be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:43.232443 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-eecd6fb1-ce7a-4290-8fc9-c2fe18a2b261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:43.273174 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31326d4f-7c34-4bd1-a1a9-fb619891f154 req-fe3b2a82-86c7-44ed-b006-b3ae920ef021 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:43.275741 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-31326d4f-7c34-4bd1-a1a9-fb619891f154 req-fe3b2a82-86c7-44ed-b006-b3ae920ef021 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 946 time: 0.1143150 Nov 23 07:48:43.387194 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-07b4df73-ce90-465e-b55b-359571d79583 None None] Provisioning complete for port 516a9013-3e9c-457c-b973-8b9794fc8340 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:43.387939 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-07b4df73-ce90-465e-b55b-359571d79583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:43.395259 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-31326d4f-7c34-4bd1-a1a9-fb619891f154 req-c7e31f4c-b245-4564-a1f1-9f0098f178e2 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116660 Nov 23 07:48:43.480932 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-5ad5822c-1c3b-4f2b-b603-bc25240d125f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'name': 'tempest-TestVolumeBootPattern-378299860-router', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '07888511-c821-47bc-99f8-5cdce44e7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:32Z', 'updated_at': '2021-11-23T07:48:37Z', 'revision_number': 4, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'gw_port': {'id': '07888511-c821-47bc-99f8-5cdce44e7238', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:33Z', 'updated_at': '2021-11-23T07:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '516a9013-3e9c-457c-b973-8b9794fc8340', 'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'mac_address': 'fa:16:3e:30:57:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:36Z', 'updated_at': '2021-11-23T07:48:42Z', 'revision_number': 4, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'subnets': [{'id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:43.517268 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [None req-df54426a-9780-48bc-b0e8-fbbe6ef19be1 admin admin] Allocated IP 172.20.0.1 (97eb78d8-cf64-4f59-aa7d-bd05305e145f/f7a5916d-0900-487d-958b-77f0e7843e99/cf806359-5166-4f67-86bc-bb4df70bd144) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:48:43.522674 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad5822c-1c3b-4f2b-b603-bc25240d125f None None] The sync data for ids ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'] in dv-cinder-804035-14-iscsi is: [{'id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'name': 'tempest-TestVolumeBootPattern-378299860-router', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '07888511-c821-47bc-99f8-5cdce44e7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:32Z', 'updated_at': '2021-11-23T07:48:37Z', 'revision_number': 4, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'gw_port': {'id': '07888511-c821-47bc-99f8-5cdce44e7238', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:33Z', 'updated_at': '2021-11-23T07:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '516a9013-3e9c-457c-b973-8b9794fc8340', 'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'mac_address': 'fa:16:3e:30:57:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:36Z', 'updated_at': '2021-11-23T07:48:42Z', 'revision_number': 4, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'subnets': [{'id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:48:43.612063 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 07888511-c821-47bc-99f8-5cdce44e7238 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:43.613198 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:43.684971 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-df54426a-9780-48bc-b0e8-fbbe6ef19be1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:43.745206 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-df54426a-9780-48bc-b0e8-fbbe6ef19be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:43.787960 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-07b4df73-ce90-465e-b55b-359571d79583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:43.840474 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df54426a-9780-48bc-b0e8-fbbe6ef19be1 admin admin] Network 97eb78d8-cf64-4f59-aa7d-bd05305e145f is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:48:43.854822 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [None req-df54426a-9780-48bc-b0e8-fbbe6ef19be1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:48:43.859530 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df54426a-9780-48bc-b0e8-fbbe6ef19be1 admin admin] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:48:43.926700 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54426a-9780-48bc-b0e8-fbbe6ef19be1 admin admin] Pushing event updated for resources: {'Port': ['ID=cf806359-5166-4f67-86bc-bb4df70bd144,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:43.927125 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-07b4df73-ce90-465e-b55b-359571d79583 None None] For port 516a9013-3e9c-457c-b973-8b9794fc8340, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=516a9013-3e9c-457c-b973-8b9794fc8340,segment=NetworkSegment(01bfddae-d667-40a4-ba2c-71a16ea9303a),segment_id=01bfddae-d667-40a4-ba2c-71a16ea9303a)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:48:43.939489 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-07b4df73-ce90-465e-b55b-359571d79583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:43.991299 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-df54426a-9780-48bc-b0e8-fbbe6ef19be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1712296'] for router_interface, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:44.010551 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-eecd6fb1-ce7a-4290-8fc9-c2fe18a2b261 None None] Publish callbacks [] for port, precommit_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:44.041127 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-eecd6fb1-ce7a-4290-8fc9-c2fe18a2b261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:44.130988 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4df73-ce90-465e-b55b-359571d79583 None None] Pushing event updated for resources: {'Port': ['ID=516a9013-3e9c-457c-b973-8b9794fc8340,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:44.218051 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-eecd6fb1-ce7a-4290-8fc9-c2fe18a2b261 None None] Attempting to bind port cc5f6c36-ee46-42ef-acc8-cdf760b627bb on host dv-cinder-804035-14-iscsi for vnic_type normal with profile {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:48:44.218406 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-eecd6fb1-ce7a-4290-8fc9-c2fe18a2b261 None None] Attempting to bind port cc5f6c36-ee46-42ef-acc8-cdf760b627bb by drivers openvswitch,hyperv on host dv-cinder-804035-14-iscsi at level 0 using segments [{'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:48:44.218773 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecd6fb1-ce7a-4290-8fc9-c2fe18a2b261 None None] Attempting to bind port cc5f6c36-ee46-42ef-acc8-cdf760b627bb on network 891dfe80-61d0-4c14-832c-7438dfe6f055 {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:48:44.227905 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-c3e032b5-32a4-4b98-9957-32a400749de7 None None] Provisioning complete for port 7735e2ee-24df-417c-8965-a4cce24b5ab7 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:44.228287 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-c3e032b5-32a4-4b98-9957-32a400749de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:44.238754 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecd6fb1-ce7a-4290-8fc9-c2fe18a2b261 None None] Checking agent: {'id': 'b3285c04-b64b-48ad-a641-833cdb741995', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'started_at': datetime.datetime(2021, 11, 23, 7, 35, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:48:44.239163 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecd6fb1-ce7a-4290-8fc9-c2fe18a2b261 None None] Checking segment: {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109285) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:48:44.239549 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-eecd6fb1-ce7a-4290-8fc9-c2fe18a2b261 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:44.239964 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecd6fb1-ce7a-4290-8fc9-c2fe18a2b261 None None] Bound using segment: {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'} {{(pid=109285) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:48:44.240466 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.managers [None req-eecd6fb1-ce7a-4290-8fc9-c2fe18a2b261 None None] Bound port: cc5f6c36-ee46-42ef-acc8-cdf760b627bb, host: dv-cinder-804035-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055'}}] {{(pid=109285) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:48:44.240861 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-eecd6fb1-ce7a-4290-8fc9-c2fe18a2b261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:44.260724 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-df54426a-9780-48bc-b0e8-fbbe6ef19be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:44.323700 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-716c20f1-bb9b-4db7-98f1-04ce0cca98f3 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-260761691&fields=id&tenant_id=2d805701d3af40f59df0733595904769 HTTP/1.1" status: 200 len: 267 time: 0.1089234 Nov 23 07:48:44.352476 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a64000-4f8c-4bf5-bc0b-fc8b5d7f3903 None None] Pushing event updated for resources: {'Port': ['ID=cc5f6c36-ee46-42ef-acc8-cdf760b627bb,revision_number=2']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:44.428327 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-eecd6fb1-ce7a-4290-8fc9-c2fe18a2b261 None None] For port cc5f6c36-ee46-42ef-acc8-cdf760b627bb, host dv-cinder-804035-14-iscsi, cleared binding levels {{(pid=109285) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:48:44.433399 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-eecd6fb1-ce7a-4290-8fc9-c2fe18a2b261 None None] For port cc5f6c36-ee46-42ef-acc8-cdf760b627bb, host dv-cinder-804035-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=cc5f6c36-ee46-42ef-acc8-cdf760b627bb,segment=NetworkSegment(c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c),segment_id=c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c)] {{(pid=109285) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:48:44.436949 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 7735e2ee-24df-417c-8965-a4cce24b5ab7 up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:48:44.448067 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-eecd6fb1-ce7a-4290-8fc9-c2fe18a2b261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:44.563906 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-df54426a-9780-48bc-b0e8-fbbe6ef19be1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:44.587311 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-df54426a-9780-48bc-b0e8-fbbe6ef19be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9542747'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:44.601332 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-a53bba7a-11ba-4bc9-b0fc-e489dc528148 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:44.604636 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecd6fb1-ce7a-4290-8fc9-c2fe18a2b261 None None] Routers {'535a2fdb-5a5b-4ea8-94ab-a465c29e680f'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:48:44.605304 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-eecd6fb1-ce7a-4290-8fc9-c2fe18a2b261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:48:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['535a2fdb-5a5b-4ea8-94ab-a465c29e680f'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:44.610325 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-a53bba7a-11ba-4bc9-b0fc-e489dc528148 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/networks?id=6b5935e7-9d75-48af-991a-f9db01f37912 HTTP/1.1" status: 200 len: 809 time: 0.2854950 Nov 23 07:48:44.650652 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a64000-4f8c-4bf5-bc0b-fc8b5d7f3903 None None] Pushing event updated for resources: {'Port': ['ID=cc5f6c36-ee46-42ef-acc8-cdf760b627bb,revision_number=3']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:44.651223 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-5c2fa090-c4c1-43d7-8e75-5b698376fbcd tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/quotas/2d805701d3af40f59df0733595904769 HTTP/1.1" status: 200 len: 375 time: 0.0272794 Nov 23 07:48:44.663359 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54426a-9780-48bc-b0e8-fbbe6ef19be1 admin admin] Pushing event updated for resources: {'Port': ['ID=cf806359-5166-4f67-86bc-bb4df70bd144,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:44.672031 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-c3e032b5-32a4-4b98-9957-32a400749de7 None None] Provisioning complete for port 516a9013-3e9c-457c-b973-8b9794fc8340 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:44.672418 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-c3e032b5-32a4-4b98-9957-32a400749de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:44.724859 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-df54426a-9780-48bc-b0e8-fbbe6ef19be1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1700038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1712664'] for router_interface, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:44.743681 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 7735e2ee-24df-417c-8965-a4cce24b5ab7 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:44.744069 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:44.751849 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d4803-04db-4ade-8c73-24ab69582ccd req-233d1393-28de-4055-bfb0-858bae9ba424 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:44.753781 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a04d4803-04db-4ade-8c73-24ab69582ccd req-233d1393-28de-4055-bfb0-858bae9ba424 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 946 time: 0.1826246 Nov 23 07:48:44.762444 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-d8171488-2b00-46d5-9b22-d18631ef58f5 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2d805701d3af40f59df0733595904769&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1096227 Nov 23 07:48:44.832288 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-eecd6fb1-ce7a-4290-8fc9-c2fe18a2b261 None None] Set router 535a2fdb-5a5b-4ea8-94ab-a465c29e680f gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:48:44.902388 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a04d4803-04db-4ade-8c73-24ab69582ccd req-3d3b1fdc-7ea6-423e-b740-aa5b27902a74 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220281 Nov 23 07:48:44.922573 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df54426a-9780-48bc-b0e8-fbbe6ef19be1 admin admin] Network 97eb78d8-cf64-4f59-aa7d-bd05305e145f is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:48:44.924626 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [None req-df54426a-9780-48bc-b0e8-fbbe6ef19be1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:48:45.030130 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 516a9013-3e9c-457c-b973-8b9794fc8340 up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:48:45.096965 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df54426a-9780-48bc-b0e8-fbbe6ef19be1 admin admin] Router 535a2fdb-5a5b-4ea8-94ab-a465c29e680f has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:48:45.277828 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-a882dd82-ca88-4234-aa26-d99eabc15f70 None None] Provisioning complete for port cf806359-5166-4f67-86bc-bb4df70bd144 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:45.278660 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-a882dd82-ca88-4234-aa26-d99eabc15f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:45.284455 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df54426a-9780-48bc-b0e8-fbbe6ef19be1 admin admin] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:48:45.295260 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-df54426a-9780-48bc-b0e8-fbbe6ef19be1 admin admin] 10.222.0.48 "PUT /v2.0/routers/535a2fdb-5a5b-4ea8-94ab-a465c29e680f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1789873 Nov 23 07:48:45.301739 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-cd0b9c8f-577d-41a4-a8eb-11cc91f5215d service neutron] 10.222.0.48 "GET /v2.0/networks/6b5935e7-9d75-48af-991a-f9db01f37912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297885 Nov 23 07:48:45.446684 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port 516a9013-3e9c-457c-b973-8b9794fc8340 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:45.447313 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:45.453590 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-a882dd82-ca88-4234-aa26-d99eabc15f70 None None] Port cf806359-5166-4f67-86bc-bb4df70bd144 cannot update to ACTIVE because it is not bound. {{(pid=109285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 07:48:45.464936 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-f3485c7f-3a38-4c9b-81d8-ded3f1c94e6b service neutron] 10.222.0.48 "GET /v2.0/networks/6b5935e7-9d75-48af-991a-f9db01f37912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533737 Nov 23 07:48:45.523137 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-eecd6fb1-ce7a-4290-8fc9-c2fe18a2b261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535a2fdb-5a5b-4ea8-94ab-a465c29e680f', 'name': 'tempest-TestVolumeBootPattern-774111420-router', 'tenant_id': 'b0b4ee8018a245a9af0c0a799159a035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'cc5f6c36-ee46-42ef-acc8-cdf760b627bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:39Z', 'updated_at': '2021-11-23T07:48:44Z', 'revision_number': 4, 'project_id': 'b0b4ee8018a245a9af0c0a799159a035', 'gw_port': {'id': 'cc5f6c36-ee46-42ef-acc8-cdf760b627bb', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535a2fdb-5a5b-4ea8-94ab-a465c29e680f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:40Z', 'updated_at': '2021-11-23T07:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'cf806359-5166-4f67-86bc-bb4df70bd144', 'name': '', 'network_id': '97eb78d8-cf64-4f59-aa7d-bd05305e145f', 'tenant_id': 'b0b4ee8018a245a9af0c0a799159a035', 'mac_address': 'fa:16:3e:f6:b8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535a2fdb-5a5b-4ea8-94ab-a465c29e680f', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f7a5916d-0900-487d-958b-77f0e7843e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:43Z', 'updated_at': '2021-11-23T07:48:44Z', 'revision_number': 2, 'project_id': 'b0b4ee8018a245a9af0c0a799159a035', 'subnets': [{'id': 'f7a5916d-0900-487d-958b-77f0e7843e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:45.587729 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecd6fb1-ce7a-4290-8fc9-c2fe18a2b261 None None] The sync data for ids ['535a2fdb-5a5b-4ea8-94ab-a465c29e680f'] in dv-cinder-804035-14-iscsi is: [{'id': '535a2fdb-5a5b-4ea8-94ab-a465c29e680f', 'name': 'tempest-TestVolumeBootPattern-774111420-router', 'tenant_id': 'b0b4ee8018a245a9af0c0a799159a035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'cc5f6c36-ee46-42ef-acc8-cdf760b627bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:39Z', 'updated_at': '2021-11-23T07:48:44Z', 'revision_number': 4, 'project_id': 'b0b4ee8018a245a9af0c0a799159a035', 'gw_port': {'id': 'cc5f6c36-ee46-42ef-acc8-cdf760b627bb', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535a2fdb-5a5b-4ea8-94ab-a465c29e680f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:40Z', 'updated_at': '2021-11-23T07:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'cf806359-5166-4f67-86bc-bb4df70bd144', 'name': '', 'network_id': '97eb78d8-cf64-4f59-aa7d-bd05305e145f', 'tenant_id': 'b0b4ee8018a245a9af0c0a799159a035', 'mac_address': 'fa:16:3e:f6:b8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535a2fdb-5a5b-4ea8-94ab-a465c29e680f', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f7a5916d-0900-487d-958b-77f0e7843e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:43Z', 'updated_at': '2021-11-23T07:48:44Z', 'revision_number': 2, 'project_id': 'b0b4ee8018a245a9af0c0a799159a035', 'subnets': [{'id': 'f7a5916d-0900-487d-958b-77f0e7843e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:48:45.614507 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-6e17fd7f-3c03-4522-b691-7adcf874b268 None None] Provisioning complete for port cf806359-5166-4f67-86bc-bb4df70bd144 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:45.614778 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-6e17fd7f-3c03-4522-b691-7adcf874b268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:45.666052 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-6e17fd7f-3c03-4522-b691-7adcf874b268 None None] Port cf806359-5166-4f67-86bc-bb4df70bd144 cannot update to ACTIVE because it is not bound. {{(pid=109285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 07:48:45.940962 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-e010f814-f7a5-4662-9183-3c7736d3a92c req-9d44faaf-bd06-488d-a480-cd9509daf3c5 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 210 time: 0.0459044 Nov 23 07:48:46.038165 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 48974) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:46.042930 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-e5e53fca-1484-4e9d-97c2-a3b2c1b2844f tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1517785560', 'description': 'tempest-secgroup-smoke-1517785560 description', 'project_id': '923ced17fbea41d2bb472b52dd316477'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:46.103490 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-e5e53fca-1484-4e9d-97c2-a3b2c1b2844f tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:46.168717 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607d68d-f4b1-4f73-bd5b-e9960db083b5 req-f802f9f9-8f67-42d7-99ea-c3998b044a2e tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:46.170385 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d607d68d-f4b1-4f73-bd5b-e9960db083b5 req-f802f9f9-8f67-42d7-99ea-c3998b044a2e tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 946 time: 0.0839224 Nov 23 07:48:46.262025 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-e5e53fca-1484-4e9d-97c2-a3b2c1b2844f tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:46.270288 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d607d68d-f4b1-4f73-bd5b-e9960db083b5 req-3f71c665-9d58-4235-82e5-e26515ed7059 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888658 Nov 23 07:48:46.271960 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-e5e53fca-1484-4e9d-97c2-a3b2c1b2844f tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:46.321773 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-e5e53fca-1484-4e9d-97c2-a3b2c1b2844f tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:46.322970 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-e5e53fca-1484-4e9d-97c2-a3b2c1b2844f tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2837658 Nov 23 07:48:46.325507 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e53fca-1484-4e9d-97c2-a3b2c1b2844f tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:46.326597 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48982) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:46.340263 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-05a92908-317b-4bd1-853b-392cd893a738 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Request body: {'security_group_rule': {'security_group_id': '881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4', 'project_id': '923ced17fbea41d2bb472b52dd316477', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:46.390744 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-05a92908-317b-4bd1-853b-392cd893a738 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:46.486834 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-05a92908-317b-4bd1-853b-392cd893a738 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:46.492695 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-05a92908-317b-4bd1-853b-392cd893a738 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750411'] for security_group_rule, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:46.513047 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a92908-317b-4bd1-853b-392cd893a738 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10af51f5-25f0-4eb7-9ce4-d404ed3bd473,revision_number=0']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:46.523423 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-05a92908-317b-4bd1-853b-392cd893a738 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:46.525017 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-05a92908-317b-4bd1-853b-392cd893a738 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1965590 Nov 23 07:48:46.528124 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48986) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:46.533037 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-4925b044-2b7c-4a60-8d65-dff15c2e07cb tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Request body: {'security_group_rule': {'security_group_id': '881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4', 'project_id': '923ced17fbea41d2bb472b52dd316477', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:46.577517 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-4925b044-2b7c-4a60-8d65-dff15c2e07cb tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:46.672138 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-4925b044-2b7c-4a60-8d65-dff15c2e07cb tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:46.680535 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-4925b044-2b7c-4a60-8d65-dff15c2e07cb tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750411'] for security_group_rule, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:46.710247 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925b044-2b7c-4a60-8d65-dff15c2e07cb tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4475bc-0618-45bf-88bb-304d72c42762,revision_number=0']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:46.731611 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-4925b044-2b7c-4a60-8d65-dff15c2e07cb tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:46.732976 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-4925b044-2b7c-4a60-8d65-dff15c2e07cb tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2037773 Nov 23 07:48:46.737771 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48988) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:46.742513 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-a41ed88f-c14b-4e24-8e94-0afeb63363a0 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Request body: {'security_group_rule': {'security_group_id': '881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4', 'project_id': '923ced17fbea41d2bb472b52dd316477', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:46.782843 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a41ed88f-c14b-4e24-8e94-0afeb63363a0 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:46.855250 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a41ed88f-c14b-4e24-8e94-0afeb63363a0 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:46.860739 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a41ed88f-c14b-4e24-8e94-0afeb63363a0 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750411'] for security_group_rule, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:46.884181 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ed88f-c14b-4e24-8e94-0afeb63363a0 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=696eb31f-502c-469e-a7d4-657f60f724e7,revision_number=0']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:46.907268 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a41ed88f-c14b-4e24-8e94-0afeb63363a0 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:46.908924 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-a41ed88f-c14b-4e24-8e94-0afeb63363a0 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1701214 Nov 23 07:48:46.911954 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48990) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:46.916758 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-b86bedb1-8619-4828-969d-b72da4c8c284 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Request body: {'security_group_rule': {'security_group_id': '881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4', 'project_id': '923ced17fbea41d2bb472b52dd316477', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:46.953062 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b86bedb1-8619-4828-969d-b72da4c8c284 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:47.047891 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b86bedb1-8619-4828-969d-b72da4c8c284 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:47.054977 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b86bedb1-8619-4828-969d-b72da4c8c284 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750411'] for security_group_rule, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:47.111745 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86bedb1-8619-4828-969d-b72da4c8c284 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d582f04-3e85-424a-af8c-ad2c598a96a2,revision_number=0']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:47.122008 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ff86883a-c143-4234-99dc-aee2c12654f0 req-c3198e47-53a9-46d4-8eac-ae3e5a4d792b tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 210 time: 0.0636103 Nov 23 07:48:47.133548 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b86bedb1-8619-4828-969d-b72da4c8c284 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:47.136558 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-b86bedb1-8619-4828-969d-b72da4c8c284 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2232189 Nov 23 07:48:47.139686 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 48994) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:47.148442 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-5cb21d87-c075-4281-b111-b8fbaaf7af19 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Request body: {'security_group_rule': {'security_group_id': '881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4', 'project_id': '923ced17fbea41d2bb472b52dd316477', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:47.188149 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.db.securitygroups_db [None req-5cb21d87-c075-4281-b111-b8fbaaf7af19 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Project 923ced17fbea41d2bb472b52dd316477 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 07:48:47.198436 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5cb21d87-c075-4281-b111-b8fbaaf7af19 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:47.446723 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5cb21d87-c075-4281-b111-b8fbaaf7af19 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:47.466150 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5cb21d87-c075-4281-b111-b8fbaaf7af19 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750411'] for security_group_rule, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:47.530866 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb21d87-c075-4281-b111-b8fbaaf7af19 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2178d85-f13f-4636-a890-cdb58a08c30c,revision_number=0']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:47.552442 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-973c72b3-e597-4e19-8176-058e6d087eb5 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:47.555333 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-973c72b3-e597-4e19-8176-058e6d087eb5 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.31 "GET /v2.0/networks?id=6b5935e7-9d75-48af-991a-f9db01f37912 HTTP/1.1" status: 200 len: 809 time: 0.2875214 Nov 23 07:48:47.562666 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5cb21d87-c075-4281-b111-b8fbaaf7af19 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:47.568351 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-5cb21d87-c075-4281-b111-b8fbaaf7af19 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4235518 Nov 23 07:48:47.568828 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 49000) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:48:47.574695 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-0ba3df92-1434-4d73-8bbe-2b20856c0d6e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Request body: {'security_group_rule': {'security_group_id': '881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4', 'project_id': '923ced17fbea41d2bb472b52dd316477', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:47.600253 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c4385-be06-46b8-a6b4-eb13a1c977f3 req-47daf085-a3f9-4716-8ebc-940146acd2e2 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:47.603371 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ca6c4385-be06-46b8-a6b4-eb13a1c977f3 req-47daf085-a3f9-4716-8ebc-940146acd2e2 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 946 time: 0.1830254 Nov 23 07:48:47.605136 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.db.securitygroups_db [None req-0ba3df92-1434-4d73-8bbe-2b20856c0d6e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Project 923ced17fbea41d2bb472b52dd316477 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 07:48:47.612215 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-0ba3df92-1434-4d73-8bbe-2b20856c0d6e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:47.713327 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-0ba3df92-1434-4d73-8bbe-2b20856c0d6e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:47.719365 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-0ba3df92-1434-4d73-8bbe-2b20856c0d6e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1750411'] for security_group_rule, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:47.753466 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3df92-1434-4d73-8bbe-2b20856c0d6e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b683c4-fbc7-4075-88ab-9bfd7e4ce85e,revision_number=0']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:47.765745 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-0ba3df92-1434-4d73-8bbe-2b20856c0d6e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:47.771536 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-0ba3df92-1434-4d73-8bbe-2b20856c0d6e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1976602 Nov 23 07:48:47.777424 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-8555c84f-5f6b-429e-97db-5384954c262d tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d805701d3af40f59df0733595904769 HTTP/1.1" status: 200 len: 379 time: 0.2052262 Nov 23 07:48:47.786707 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ca6c4385-be06-46b8-a6b4-eb13a1c977f3 req-474dab04-906b-4146-876a-f75d5c9db6f4 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657152 Nov 23 07:48:47.795027 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-64c47528-32fd-49c9-8506-0177c7845a9d tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Request body: {'port': {'device_id': '4be38773-5840-4e15-b2f5-ce77caceb858', 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912', 'admin_state_up': True, 'tenant_id': '2d805701d3af40f59df0733595904769', 'security_groups': ['1a3cbefb-4ab5-4480-a440-21f80e841ca5']}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:47.956285 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-64c47528-32fd-49c9-8506-0177c7845a9d tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Made reservation on behalf of 2d805701d3af40f59df0733595904769 for: {'port': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:48:47.960682 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-64c47528-32fd-49c9-8506-0177c7845a9d tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:48.281898 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-64c47528-32fd-49c9-8506-0177c7845a9d tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Allocated IP 172.20.0.5 (6b5935e7-9d75-48af-991a-f9db01f37912/8b5e914f-670e-4ab3-982a-052365646196/a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:48:48.301080 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-985f57ef-765e-4bb6-bcf9-2b37ee55fff3 req-aec7fa02-851a-448c-8bd5-5a8cd86e2dc4 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 210 time: 0.0537565 Nov 23 07:48:48.451183 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device cc5f6c36-ee46-42ef-acc8-cdf760b627bb up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:48:48.569573 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port cc5f6c36-ee46-42ef-acc8-cdf760b627bb triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:48.570194 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:48.639243 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-64c47528-32fd-49c9-8506-0177c7845a9d tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:48.734217 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:48.744149 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-64c47528-32fd-49c9-8506-0177c7845a9d tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:48.772498 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] For port cc5f6c36-ee46-42ef-acc8-cdf760b627bb, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=cc5f6c36-ee46-42ef-acc8-cdf760b627bb,segment=NetworkSegment(c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c),segment_id=c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:48:48.780141 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:48.825452 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-64c47528-32fd-49c9-8506-0177c7845a9d tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Network 6b5935e7-9d75-48af-991a-f9db01f37912 is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:48:48.835931 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-64c47528-32fd-49c9-8506-0177c7845a9d tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:48:48.847142 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-64c47528-32fd-49c9-8506-0177c7845a9d tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:48:48.855321 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c47528-32fd-49c9-8506-0177c7845a9d tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Pushing event updated for resources: {'Port': ['ID=a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:48.880140 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Pushing event updated for resources: {'Port': ['ID=cc5f6c36-ee46-42ef-acc8-cdf760b627bb,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:48.968740 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-64c47528-32fd-49c9-8506-0177c7845a9d tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:48.969989 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-64c47528-32fd-49c9-8506-0177c7845a9d tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:48.999885 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-64c47528-32fd-49c9-8506-0177c7845a9d tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2112870 Nov 23 07:48:49.017032 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-b75545e6-5198-4744-ba9c-fb711bc4fd89 service neutron] Request body: {'port': {'device_id': '4be38773-5840-4e15-b2f5-ce77caceb858', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:48:49.040331 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe162d8-a48a-4600-bd11-f78aef5d8ea8 req-19fae2f2-654a-4aaf-8d2b-b6c6c331e530 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:49.042004 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-bfe162d8-a48a-4600-bd11-f78aef5d8ea8 req-19fae2f2-654a-4aaf-8d2b-b6c6c331e530 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 946 time: 0.0824382 Nov 23 07:48:49.143379 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-b75545e6-5198-4744-ba9c-fb711bc4fd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:49.150180 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-bfe162d8-a48a-4600-bd11-f78aef5d8ea8 req-36a636a7-f0e6-4342-9701-bef5b7ad201a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013250 Nov 23 07:48:49.253057 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-57f3bceb-1121-4ee2-9be3-12304cbba7b7 None None] Provisioning complete for port a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:49.257090 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e957f794-36a8-4c1b-8ab7-522201079d57 None None] Sync routers for ids ['535a2fdb-5a5b-4ea8-94ab-a465c29e680f'] in dv-cinder-804035-14-iscsi {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:48:49.258206 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-57f3bceb-1121-4ee2-9be3-12304cbba7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:49.270993 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e957f794-36a8-4c1b-8ab7-522201079d57 None None] Routers {'535a2fdb-5a5b-4ea8-94ab-a465c29e680f'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:48:49.271802 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-e957f794-36a8-4c1b-8ab7-522201079d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:48:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['535a2fdb-5a5b-4ea8-94ab-a465c29e680f'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:49.499969 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-e957f794-36a8-4c1b-8ab7-522201079d57 None None] Set router 535a2fdb-5a5b-4ea8-94ab-a465c29e680f gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:48:49.577912 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-57f3bceb-1121-4ee2-9be3-12304cbba7b7 None None] Port a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 cannot update to ACTIVE because it is not bound. {{(pid=109285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 07:48:49.617163 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-b75545e6-5198-4744-ba9c-fb711bc4fd89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 {{(pid=109283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:48:49.637753 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-b75545e6-5198-4744-ba9c-fb711bc4fd89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:49.663666 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1395d86-4496-4ec2-84ab-935423a22f62 req-adaf9b2f-4ca2-47f7-bbae-bf5fe5d1cf76 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:49.665603 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f1395d86-4496-4ec2-84ab-935423a22f62 req-adaf9b2f-4ca2-47f7-bbae-bf5fe5d1cf76 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 931 time: 0.1383164 Nov 23 07:48:49.675347 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.provisioning_blocks [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-b75545e6-5198-4744-ba9c-fb711bc4fd89 service neutron] Transition to ACTIVE for port object a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 will not be triggered until provisioned by entity L2. {{(pid=109283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 07:48:49.694535 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-b75545e6-5198-4744-ba9c-fb711bc4fd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9542747'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:49.829954 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f1395d86-4496-4ec2-84ab-935423a22f62 req-faa186f8-d30b-43d3-b497-6392c3898d1a tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512666 Nov 23 07:48:49.850672 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75545e6-5198-4744-ba9c-fb711bc4fd89 service neutron] Pushing event updated for resources: {'Port': ['ID=a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:49.908838 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-b75545e6-5198-4744-ba9c-fb711bc4fd89 service neutron] Attempting to bind port a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:48:49.909382 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-b75545e6-5198-4744-ba9c-fb711bc4fd89 service neutron] Attempting to bind port a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '0485c9ee-81a2-42db-aa59-91c9df2534b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:48:49.909974 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-b75545e6-5198-4744-ba9c-fb711bc4fd89 service neutron] Attempting to bind port a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 on network 6b5935e7-9d75-48af-991a-f9db01f37912 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:48:49.919324 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-b75545e6-5198-4744-ba9c-fb711bc4fd89 service neutron] Port a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 on network 6b5935e7-9d75-48af-991a-f9db01f37912 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 07:48:49.919805 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-b75545e6-5198-4744-ba9c-fb711bc4fd89 service neutron] Attempting to bind port a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 on network 6b5935e7-9d75-48af-991a-f9db01f37912 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:48:49.930227 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-b75545e6-5198-4744-ba9c-fb711bc4fd89 service neutron] Checking agent: {'id': 'ef857e00-999e-40cc-a620-789cb776d291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'started_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:48:49.930782 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-b75545e6-5198-4744-ba9c-fb711bc4fd89 service neutron] Checking segment: {'id': '0485c9ee-81a2-42db-aa59-91c9df2534b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:48:49.931390 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-b75545e6-5198-4744-ba9c-fb711bc4fd89 service neutron] Bound using segment: {'id': '0485c9ee-81a2-42db-aa59-91c9df2534b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:48:49.932222 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-b75545e6-5198-4744-ba9c-fb711bc4fd89 service neutron] Bound port: a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0485c9ee-81a2-42db-aa59-91c9df2534b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:48:49.932703 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-b75545e6-5198-4744-ba9c-fb711bc4fd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:49.937117 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-e957f794-36a8-4c1b-8ab7-522201079d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535a2fdb-5a5b-4ea8-94ab-a465c29e680f', 'name': 'tempest-TestVolumeBootPattern-774111420-router', 'tenant_id': 'b0b4ee8018a245a9af0c0a799159a035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'cc5f6c36-ee46-42ef-acc8-cdf760b627bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:39Z', 'updated_at': '2021-11-23T07:48:44Z', 'revision_number': 4, 'project_id': 'b0b4ee8018a245a9af0c0a799159a035', 'gw_port': {'id': 'cc5f6c36-ee46-42ef-acc8-cdf760b627bb', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535a2fdb-5a5b-4ea8-94ab-a465c29e680f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:40Z', 'updated_at': '2021-11-23T07:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'cf806359-5166-4f67-86bc-bb4df70bd144', 'name': '', 'network_id': '97eb78d8-cf64-4f59-aa7d-bd05305e145f', 'tenant_id': 'b0b4ee8018a245a9af0c0a799159a035', 'mac_address': 'fa:16:3e:f6:b8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535a2fdb-5a5b-4ea8-94ab-a465c29e680f', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f7a5916d-0900-487d-958b-77f0e7843e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:43Z', 'updated_at': '2021-11-23T07:48:44Z', 'revision_number': 2, 'project_id': 'b0b4ee8018a245a9af0c0a799159a035', 'subnets': [{'id': 'f7a5916d-0900-487d-958b-77f0e7843e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:49.989847 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e957f794-36a8-4c1b-8ab7-522201079d57 None None] Checking router: 535a2fdb-5a5b-4ea8-94ab-a465c29e680f for host: dv-cinder-804035-14-iscsi {{(pid=109286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:48:49.990545 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e957f794-36a8-4c1b-8ab7-522201079d57 None None] Updating router 535a2fdb-5a5b-4ea8-94ab-a465c29e680f port cf806359-5166-4f67-86bc-bb4df70bd144 binding host dv-cinder-804035-14-iscsi {{(pid=109286) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 07:48:50.032724 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-b75545e6-5198-4744-ba9c-fb711bc4fd89 service neutron] For port a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7, host hv-cinder-80403, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:48:50.035431 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-e957f794-36a8-4c1b-8ab7-522201079d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:50.037656 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-b75545e6-5198-4744-ba9c-fb711bc4fd89 service neutron] For port a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7,segment=NetworkSegment(0485c9ee-81a2-42db-aa59-91c9df2534b4),segment_id=0485c9ee-81a2-42db-aa59-91c9df2534b4)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:48:50.043773 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-b75545e6-5198-4744-ba9c-fb711bc4fd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9542747'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:50.088687 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-b75545e6-5198-4744-ba9c-fb711bc4fd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:50.089498 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-b75545e6-5198-4744-ba9c-fb711bc4fd89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:50.090999 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-b75545e6-5198-4744-ba9c-fb711bc4fd89 service neutron] 10.222.0.31 "PUT /v2.0/ports/a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 HTTP/1.1" status: 200 len: 1093 time: 1.0820553 Nov 23 07:48:50.091643 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be38773-5840-4e15-b2f5-ce77caceb858', 'tag': 'a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:48:50.094016 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba2964e-36b6-4ab8-bc7d-2d01578c8d74" -d '{"events": [{"name": "network-changed", "server_uuid": "4be38773-5840-4e15-b2f5-ce77caceb858", "tag": "a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:48:50.162345 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75545e6-5198-4744-ba9c-fb711bc4fd89 service neutron] Pushing event updated for resources: {'Port': ['ID=a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:50.290048 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-4b262e2d-2a02-485d-8894-6a54f9b6ca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:50.294168 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-4b262e2d-2a02-485d-8894-6a54f9b6ca80 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2d805701d3af40f59df0733595904769&device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 1096 time: 0.1164711 Nov 23 07:48:50.373323 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af509fe7-8b66-448f-861f-f89179c0e59c x-openstack-request-id: req-af509fe7-8b66-448f-861f-f89179c0e59c {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:48:50.373844 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be38773-5840-4e15-b2f5-ce77caceb858", "tag": "a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:48:50.375198 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-af509fe7-8b66-448f-861f-f89179c0e59c {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:48:50.375198 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be38773-5840-4e15-b2f5-ce77caceb858', 'tag': 'a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7', 'status': 'completed', 'code': 200} Nov 23 07:48:50.380618 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-cb20fe1d-4deb-4ebd-982c-2ff8b613ad9f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 HTTP/1.1" status: 200 len: 217 time: 0.0756369 Nov 23 07:48:50.419277 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device cc5f6c36-ee46-42ef-acc8-cdf760b627bb up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:48:50.490444 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port cc5f6c36-ee46-42ef-acc8-cdf760b627bb triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:50.491064 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:50.751243 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-e957f794-36a8-4c1b-8ab7-522201079d57 None None] Publish callbacks [] for port, precommit_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:50.760326 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-e957f794-36a8-4c1b-8ab7-522201079d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:50.766733 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 7bb628ce-17b8-43a9-8265-270514936b86 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 07:48:50.825401 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8dfb0-dcf4-4c2e-be53-ff560a888f40 req-0389357c-378f-4d4e-9383-9f67a6916dbe tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:50.838168 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-73d8dfb0-dcf4-4c2e-be53-ff560a888f40 req-0389357c-378f-4d4e-9383-9f67a6916dbe tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 946 time: 0.4748495 Nov 23 07:48:50.895161 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8178a-673e-44a0-aabc-3958740a4b1c None None] Pushing event updated for resources: {'Port': ['ID=cf806359-5166-4f67-86bc-bb4df70bd144,revision_number=3']} {{(pid=109286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:50.931421 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-21502938-01e1-4294-a9ae-6f7a0d708907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:50.938581 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-21502938-01e1-4294-a9ae-6f7a0d708907 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8b5e914f-670e-4ab3-982a-052365646196 HTTP/1.1" status: 200 len: 848 time: 0.5415320 Nov 23 07:48:51.003854 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 7bb628ce-17b8-43a9-8265-270514936b86, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7bb628ce-17b8-43a9-8265-270514936b86,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:48:51.051743 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Returning: {'device': '7bb628ce-17b8-43a9-8265-270514936b86', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'port_id': '7bb628ce-17b8-43a9-8265-270514936b86', 'mac_address': 'fa:16:3e:d6:3d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 07:48:51.082215 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.managers [None req-e957f794-36a8-4c1b-8ab7-522201079d57 None None] Attempting to bind port cf806359-5166-4f67-86bc-bb4df70bd144 on host dv-cinder-804035-14-iscsi for vnic_type normal with profile {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:48:51.083005 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.managers [None req-e957f794-36a8-4c1b-8ab7-522201079d57 None None] Attempting to bind port cf806359-5166-4f67-86bc-bb4df70bd144 by drivers openvswitch,hyperv on host dv-cinder-804035-14-iscsi at level 0 using segments [{'id': '98a4963a-c9c7-4a44-bce2-79095cbdbce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '97eb78d8-cf64-4f59-aa7d-bd05305e145f'}] {{(pid=109286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:48:51.083381 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e957f794-36a8-4c1b-8ab7-522201079d57 None None] Attempting to bind port cf806359-5166-4f67-86bc-bb4df70bd144 on network 97eb78d8-cf64-4f59-aa7d-bd05305e145f {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:48:51.096833 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e957f794-36a8-4c1b-8ab7-522201079d57 None None] Checking agent: {'id': 'b3285c04-b64b-48ad-a641-833cdb741995', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804035-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 35, 6), 'started_at': datetime.datetime(2021, 11, 23, 7, 35, 35), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804035-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:48:51.097654 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e957f794-36a8-4c1b-8ab7-522201079d57 None None] Checking segment: {'id': '98a4963a-c9c7-4a44-bce2-79095cbdbce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '97eb78d8-cf64-4f59-aa7d-bd05305e145f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109286) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:48:51.098475 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-e957f794-36a8-4c1b-8ab7-522201079d57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:51.099230 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e957f794-36a8-4c1b-8ab7-522201079d57 None None] Bound using segment: {'id': '98a4963a-c9c7-4a44-bce2-79095cbdbce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '97eb78d8-cf64-4f59-aa7d-bd05305e145f'} {{(pid=109286) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:48:51.100182 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.managers [None req-e957f794-36a8-4c1b-8ab7-522201079d57 None None] Bound port: cf806359-5166-4f67-86bc-bb4df70bd144, host: dv-cinder-804035-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a4963a-c9c7-4a44-bce2-79095cbdbce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '97eb78d8-cf64-4f59-aa7d-bd05305e145f'}}] {{(pid=109286) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:48:51.101304 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-e957f794-36a8-4c1b-8ab7-522201079d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:51.105454 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-73d8dfb0-dcf4-4c2e-be53-ff560a888f40 req-aa030ad6-c26c-459c-88c3-129f39e71323 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2577784 Nov 23 07:48:51.124955 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-7b3a0bf6-ed15-4e93-ba72-4dbb4ea1ef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:51.128069 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-7b3a0bf6-ed15-4e93-ba72-4dbb4ea1ef70 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6b5935e7-9d75-48af-991a-f9db01f37912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1759350 Nov 23 07:48:51.215215 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:51.242913 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7bb628ce-17b8-43a9-8265-270514936b86 {{(pid=109285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:48:51.258248 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.db [None req-e957f794-36a8-4c1b-8ab7-522201079d57 None None] For port cf806359-5166-4f67-86bc-bb4df70bd144, host dv-cinder-804035-14-iscsi, cleared binding levels {{(pid=109286) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:48:51.268710 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.plugins.ml2.db [None req-e957f794-36a8-4c1b-8ab7-522201079d57 None None] For port cf806359-5166-4f67-86bc-bb4df70bd144, host dv-cinder-804035-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=cf806359-5166-4f67-86bc-bb4df70bd144,segment=NetworkSegment(98a4963a-c9c7-4a44-bce2-79095cbdbce8),segment_id=98a4963a-c9c7-4a44-bce2-79095cbdbce8)] {{(pid=109286) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:48:51.276333 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron_lib.callbacks.manager [None req-e957f794-36a8-4c1b-8ab7-522201079d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:51.282752 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 7bb628ce-17b8-43a9-8265-270514936b86, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7bb628ce-17b8-43a9-8265-270514936b86,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:48:51.292371 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:51.343734 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae62d37-410a-4570-8d00-95515333a90d req-66229240-0139-4103-be5e-91bf9fefe21c tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:51.358291 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-6ae62d37-410a-4570-8d00-95515333a90d req-66229240-0139-4103-be5e-91bf9fefe21c tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 943 time: 0.1725483 Nov 23 07:48:51.377175 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-3b8af28a-9e27-4f7a-af94-99ce11bc9fa1 service neutron] 10.222.0.31 "GET /v2.0/networks/6b5935e7-9d75-48af-991a-f9db01f37912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374151 Nov 23 07:48:51.379454 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e957f794-36a8-4c1b-8ab7-522201079d57 None None] Routers {'535a2fdb-5a5b-4ea8-94ab-a465c29e680f'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:48:51.380112 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-e957f794-36a8-4c1b-8ab7-522201079d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:48:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['535a2fdb-5a5b-4ea8-94ab-a465c29e680f'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:51.429313 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=7bb628ce-17b8-43a9-8265-270514936b86,revision_number=6']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:51.445182 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:51.446119 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:51.446894 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:51.447848 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:51.448619 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:51.449402 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:51.450227 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:51.451343 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:51.452188 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:51.452774 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:51.453381 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:51.453967 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:48:51.492844 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-6ae62d37-410a-4570-8d00-95515333a90d req-4af9abcb-f62b-45c7-b2e4-3fe1eb24c95c tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329193 Nov 23 07:48:51.504652 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['7bb628ce-17b8-43a9-8265-270514936b86'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:48:51.557531 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8178a-673e-44a0-aabc-3958740a4b1c None None] Pushing event updated for resources: {'Port': ['ID=cf806359-5166-4f67-86bc-bb4df70bd144,revision_number=4']} {{(pid=109286) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:51.605667 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-e957f794-36a8-4c1b-8ab7-522201079d57 None None] Set router 535a2fdb-5a5b-4ea8-94ab-a465c29e680f gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:48:51.608697 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-7c49b223-eec7-4f2c-8cce-0330ff99560a None None] Provisioning complete for port cf806359-5166-4f67-86bc-bb4df70bd144 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:51.609288 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-7c49b223-eec7-4f2c-8cce-0330ff99560a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:51.637181 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d429a899-ce4f-47b3-a8e3-66b9e71b5815 req-526c622a-f155-4586-b4b1-49ff530191d6 service neutron] 10.222.0.31 "GET /v2.0/networks/6b5935e7-9d75-48af-991a-f9db01f37912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517092 Nov 23 07:48:51.834298 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-7c49b223-eec7-4f2c-8cce-0330ff99560a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:51.852814 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2964e-36b6-4ab8-bc7d-2d01578c8d74 req-6c3d3f31-7425-4b1c-b5e8-01b0ce6ef187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:51.856792 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-eba2964e-36b6-4ab8-bc7d-2d01578c8d74 req-6c3d3f31-7425-4b1c-b5e8-01b0ce6ef187 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2d805701d3af40f59df0733595904769&device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 1096 time: 0.1463218 Nov 23 07:48:51.884375 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-7c49b223-eec7-4f2c-8cce-0330ff99560a None None] For port cf806359-5166-4f67-86bc-bb4df70bd144, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=cf806359-5166-4f67-86bc-bb4df70bd144,segment=NetworkSegment(98a4963a-c9c7-4a44-bce2-79095cbdbce8),segment_id=98a4963a-c9c7-4a44-bce2-79095cbdbce8)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:48:51.890093 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-7c49b223-eec7-4f2c-8cce-0330ff99560a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:51.931977 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-e957f794-36a8-4c1b-8ab7-522201079d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535a2fdb-5a5b-4ea8-94ab-a465c29e680f', 'name': 'tempest-TestVolumeBootPattern-774111420-router', 'tenant_id': 'b0b4ee8018a245a9af0c0a799159a035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'cc5f6c36-ee46-42ef-acc8-cdf760b627bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:39Z', 'updated_at': '2021-11-23T07:48:44Z', 'revision_number': 4, 'project_id': 'b0b4ee8018a245a9af0c0a799159a035', 'gw_port': {'id': 'cc5f6c36-ee46-42ef-acc8-cdf760b627bb', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535a2fdb-5a5b-4ea8-94ab-a465c29e680f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:40Z', 'updated_at': '2021-11-23T07:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'cf806359-5166-4f67-86bc-bb4df70bd144', 'name': '', 'network_id': '97eb78d8-cf64-4f59-aa7d-bd05305e145f', 'tenant_id': 'b0b4ee8018a245a9af0c0a799159a035', 'mac_address': 'fa:16:3e:f6:b8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535a2fdb-5a5b-4ea8-94ab-a465c29e680f', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f7a5916d-0900-487d-958b-77f0e7843e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:43Z', 'updated_at': '2021-11-23T07:48:51Z', 'revision_number': 4, 'project_id': 'b0b4ee8018a245a9af0c0a799159a035', 'subnets': [{'id': 'f7a5916d-0900-487d-958b-77f0e7843e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:48:51.973466 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e957f794-36a8-4c1b-8ab7-522201079d57 None None] The sync data for ids ['535a2fdb-5a5b-4ea8-94ab-a465c29e680f'] in dv-cinder-804035-14-iscsi is: [{'id': '535a2fdb-5a5b-4ea8-94ab-a465c29e680f', 'name': 'tempest-TestVolumeBootPattern-774111420-router', 'tenant_id': 'b0b4ee8018a245a9af0c0a799159a035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'cc5f6c36-ee46-42ef-acc8-cdf760b627bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:39Z', 'updated_at': '2021-11-23T07:48:44Z', 'revision_number': 4, 'project_id': 'b0b4ee8018a245a9af0c0a799159a035', 'gw_port': {'id': 'cc5f6c36-ee46-42ef-acc8-cdf760b627bb', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535a2fdb-5a5b-4ea8-94ab-a465c29e680f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:40Z', 'updated_at': '2021-11-23T07:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'cf806359-5166-4f67-86bc-bb4df70bd144', 'name': '', 'network_id': '97eb78d8-cf64-4f59-aa7d-bd05305e145f', 'tenant_id': 'b0b4ee8018a245a9af0c0a799159a035', 'mac_address': 'fa:16:3e:f6:b8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '535a2fdb-5a5b-4ea8-94ab-a465c29e680f', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f7a5916d-0900-487d-958b-77f0e7843e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:43Z', 'updated_at': '2021-11-23T07:48:51Z', 'revision_number': 4, 'project_id': 'b0b4ee8018a245a9af0c0a799159a035', 'subnets': [{'id': 'f7a5916d-0900-487d-958b-77f0e7843e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:48:52.011161 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49b223-eec7-4f2c-8cce-0330ff99560a None None] Pushing event updated for resources: {'Port': ['ID=cf806359-5166-4f67-86bc-bb4df70bd144,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:52.040535 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-984a8478-7721-408b-9b1d-43b514c9de69 None None] Provisioning complete for port cf806359-5166-4f67-86bc-bb4df70bd144 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:52.041153 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-984a8478-7721-408b-9b1d-43b514c9de69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:52.068117 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2964e-36b6-4ab8-bc7d-2d01578c8d74 req-629fc5af-4a1c-4bc1-94f2-15566242b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:52.069887 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-eba2964e-36b6-4ab8-bc7d-2d01578c8d74 req-629fc5af-4a1c-4bc1-94f2-15566242b361 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6b5935e7-9d75-48af-991a-f9db01f37912 HTTP/1.1" status: 200 len: 910 time: 0.1910079 Nov 23 07:48:52.153269 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-eba2964e-36b6-4ab8-bc7d-2d01578c8d74 req-21eb4325-1782-4676-b4d1-b14cfa364edd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 HTTP/1.1" status: 200 len: 217 time: 0.0733714 Nov 23 07:48:52.233025 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2964e-36b6-4ab8-bc7d-2d01578c8d74 req-6fd29c65-9c48-4fc6-80e3-118b486e8168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:52.235713 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-eba2964e-36b6-4ab8-bc7d-2d01578c8d74 req-6fd29c65-9c48-4fc6-80e3-118b486e8168 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8b5e914f-670e-4ab3-982a-052365646196 HTTP/1.1" status: 200 len: 848 time: 0.0736115 Nov 23 07:48:52.315954 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2964e-36b6-4ab8-bc7d-2d01578c8d74 req-19f7a9d4-240d-411a-895f-4cda6ff54a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:52.319232 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-eba2964e-36b6-4ab8-bc7d-2d01578c8d74 req-19f7a9d4-240d-411a-895f-4cda6ff54a64 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6b5935e7-9d75-48af-991a-f9db01f37912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0717614 Nov 23 07:48:52.364633 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f58aa-c0e1-458a-8eae-665e01fd9644 req-1bba3118-1d1a-4604-b4f9-bab05fa08b3a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:52.367069 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-1f4f58aa-c0e1-458a-8eae-665e01fd9644 req-1bba3118-1d1a-4604-b4f9-bab05fa08b3a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 945 time: 0.0828421 Nov 23 07:48:52.449950 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-1f4f58aa-c0e1-458a-8eae-665e01fd9644 req-eaae5137-1119-4063-93b9-e294922b8104 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746176 Nov 23 07:48:52.450177 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device cf806359-5166-4f67-86bc-bb4df70bd144 up at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:48:52.465303 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-eba2964e-36b6-4ab8-bc7d-2d01578c8d74 req-788d8710-e58c-434b-974a-df3c79a53b58 service neutron] 10.222.0.31 "GET /v2.0/networks/6b5935e7-9d75-48af-991a-f9db01f37912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380661 Nov 23 07:48:52.578883 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Provisioning complete for port cf806359-5166-4f67-86bc-bb4df70bd144 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:52.580056 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:52.648056 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-eba2964e-36b6-4ab8-bc7d-2d01578c8d74 req-f76c1f9f-492c-434c-a56e-c1099ebfbbad service neutron] 10.222.0.31 "GET /v2.0/networks/6b5935e7-9d75-48af-991a-f9db01f37912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702988 Nov 23 07:48:52.725418 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fce50-472f-427e-a180-f08d1db5fb35 req-3b88d924-684d-4ab4-996c-b6dc567d1d7f tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:52.731009 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-af0fce50-472f-427e-a180-f08d1db5fb35 req-3b88d924-684d-4ab4-996c-b6dc567d1d7f tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 943 time: 0.0714891 Nov 23 07:48:52.793070 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 7bb628ce-17b8-43a9-8265-270514936b86 up at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:48:52.798113 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-af0fce50-472f-427e-a180-f08d1db5fb35 req-9e76c6ad-80a6-456b-8187-1e3e26d4b49f tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635729 Nov 23 07:48:52.896442 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning complete for port 7bb628ce-17b8-43a9-8265-270514936b86 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:48:52.897913 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:53.012469 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:53.040576 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d02284-ac69-4605-bd8e-1c29644f219c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb628ce-17b8-43a9-8265-270514936b86'}] {{(pid=109285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:48:53.043945 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02971d1b2c0bcda538738d777e0cd5340c6e6849857750afdab036a2de6ad34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8630893-e0ea-4e11-b3ae-1e30441013df" -d '{"events": [{"server_uuid": "36d02284-ac69-4605-bd8e-1c29644f219c", "name": "network-vif-plugged", "status": "completed", "tag": "7bb628ce-17b8-43a9-8265-270514936b86"}]}' {{(pid=109285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:48:53.089519 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 7bb628ce-17b8-43a9-8265-270514936b86, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7bb628ce-17b8-43a9-8265-270514936b86,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:48:53.103503 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:53.214484 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=7bb628ce-17b8-43a9-8265-270514936b86,revision_number=7']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:48:53.307926 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e6c3b3-6aba-4358-9090-bb976efdbdac x-openstack-request-id: req-d1e6c3b3-6aba-4358-9090-bb976efdbdac {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:48:53.308290 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d02284-ac69-4605-bd8e-1c29644f219c", "name": "network-vif-plugged", "status": "completed", "tag": "7bb628ce-17b8-43a9-8265-270514936b86", "code": 200}]} {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:48:53.308497 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1e6c3b3-6aba-4358-9090-bb976efdbdac {{(pid=109285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:48:53.308885 dv-cinder-804035-14-iscsi neutron-server[109285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d02284-ac69-4605-bd8e-1c29644f219c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb628ce-17b8-43a9-8265-270514936b86', 'code': 200} Nov 23 07:48:53.628733 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475661a-a05a-4bd6-b7d4-a4420b2bc8e1 req-bd519d54-bd71-40c4-867b-ffa2c735fa91 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:53.631430 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-0475661a-a05a-4bd6-b7d4-a4420b2bc8e1 req-bd519d54-bd71-40c4-867b-ffa2c735fa91 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 946 time: 0.0758305 Nov 23 07:48:53.727575 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-0475661a-a05a-4bd6-b7d4-a4420b2bc8e1 req-164bfd50-b5ac-4983-8fc2-dce30a11485e tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833213 Nov 23 07:48:54.014204 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c7a0d-75c4-40f9-8ed0-62030dec1f16 req-3870d3a6-9fb8-42ea-ba75-1921bc8fe05a tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:54.023185 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f42c7a0d-75c4-40f9-8ed0-62030dec1f16 req-3870d3a6-9fb8-42ea-ba75-1921bc8fe05a tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 943 time: 0.0960038 Nov 23 07:48:54.153608 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f42c7a0d-75c4-40f9-8ed0-62030dec1f16 req-264ac24b-bb33-4e75-a8ac-4443c74a738f tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242352 Nov 23 07:48:54.997006 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8cfc0-2be1-4ca8-9d10-90a1ac531d2a req-4758c929-cc2b-4cc8-9f55-12f5ff28fd1c tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:55.000401 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ccd8cfc0-2be1-4ca8-9d10-90a1ac531d2a req-4758c929-cc2b-4cc8-9f55-12f5ff28fd1c tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 946 time: 0.1055686 Nov 23 07:48:55.133555 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ccd8cfc0-2be1-4ca8-9d10-90a1ac531d2a req-a78a1e9e-03c4-4741-9d0d-73d572dd750c tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198940 Nov 23 07:48:55.384010 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3655ce-4c91-4743-afc8-b285a13f515d req-e5f92be8-ffc0-4088-a4b3-4d006236df10 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:55.394694 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ac3655ce-4c91-4743-afc8-b285a13f515d req-e5f92be8-ffc0-4088-a4b3-4d006236df10 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 943 time: 0.0951931 Nov 23 07:48:55.471663 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ac3655ce-4c91-4743-afc8-b285a13f515d req-4b9ce73e-772c-4498-a848-f5c3575df8c1 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752997 Nov 23 07:48:55.612169 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:48:56.345616 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708df42-ddd8-4453-b466-b304d3588937 req-ade7de95-07bb-4615-bbf5-f687018f281a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:56.354635 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5708df42-ddd8-4453-b466-b304d3588937 req-ade7de95-07bb-4615-bbf5-f687018f281a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 946 time: 0.0832381 Nov 23 07:48:56.432628 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5708df42-ddd8-4453-b466-b304d3588937 req-372a144b-9eb8-43af-8376-b1635e8cc536 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694897 Nov 23 07:48:56.706163 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22330a6-5130-4bb9-903c-5443ee885b53 req-856407fd-3f03-4a99-9db0-998739568d90 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:56.708643 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-a22330a6-5130-4bb9-903c-5443ee885b53 req-856407fd-3f03-4a99-9db0-998739568d90 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 943 time: 0.0901146 Nov 23 07:48:56.784437 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-a22330a6-5130-4bb9-903c-5443ee885b53 req-0606dc73-b6c5-4c11-9b0d-a5a13ef4f25f tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690954 Nov 23 07:48:57.681115 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5b265-d513-416c-b41b-935d2565fb9c req-33bbcf2b-9fdf-4d2d-971a-5c84d8ffaf91 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:57.684138 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a7e5b265-d513-416c-b41b-935d2565fb9c req-33bbcf2b-9fdf-4d2d-971a-5c84d8ffaf91 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 946 time: 0.1506126 Nov 23 07:48:57.830691 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a7e5b265-d513-416c-b41b-935d2565fb9c req-dfa57efd-81d0-46a6-8d4c-ebb6fe817ff0 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221821 Nov 23 07:48:58.047519 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc8665-2fc1-45bb-9a4e-df4186c9a74f req-c65b7cbd-0703-4cf6-ad93-5a7bde62815a tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:58.049997 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b4bc8665-2fc1-45bb-9a4e-df4186c9a74f req-c65b7cbd-0703-4cf6-ad93-5a7bde62815a tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 943 time: 0.0862815 Nov 23 07:48:58.140878 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b4bc8665-2fc1-45bb-9a4e-df4186c9a74f req-4ba643e6-0e81-4396-ad28-2d7ebffa9824 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790746 Nov 23 07:48:58.553412 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-7c396b84-2bf5-4190-a583-eeea7cf04cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:48:59.019982 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df2da6-f42b-4121-86c5-1d864619ce74 req-b253a8fd-4950-4c14-92bc-acc2dc08fd86 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:59.030154 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d4df2da6-f42b-4121-86c5-1d864619ce74 req-b253a8fd-4950-4c14-92bc-acc2dc08fd86 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 946 time: 0.0624328 Nov 23 07:48:59.115960 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d4df2da6-f42b-4121-86c5-1d864619ce74 req-31e5b8d9-80c5-4ede-a651-4a19fe5e661c tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864534 Nov 23 07:48:59.323776 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcaca5-d117-4849-9b40-86ea3cbb45dc req-aae39d88-de3d-4bfa-814d-e7847df302a2 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:48:59.342108 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-15fcaca5-d117-4849-9b40-86ea3cbb45dc req-aae39d88-de3d-4bfa-814d-e7847df302a2 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 943 time: 0.0792322 Nov 23 07:48:59.423335 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-15fcaca5-d117-4849-9b40-86ea3cbb45dc req-e2e97571-0e8f-4ee5-af51-f4ad8be3cd91 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852535 Nov 23 07:49:00.334922 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe244b1-1855-45da-9c3a-b62de83e3a3a req-406c37a5-4743-40f6-a138-45e815fb9bb1 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:00.339401 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-0fe244b1-1855-45da-9c3a-b62de83e3a3a req-406c37a5-4743-40f6-a138-45e815fb9bb1 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 946 time: 0.0951478 Nov 23 07:49:00.420618 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-0fe244b1-1855-45da-9c3a-b62de83e3a3a req-9354d6b8-bbb3-415f-9958-e4f8b6c2aeb8 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737247 Nov 23 07:49:00.678505 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22dd8dc-a5ca-4c1c-b216-60193a0cc764 req-0e4fd548-9bbf-44f6-9ae6-5aa942d5df10 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:00.690839 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b22dd8dc-a5ca-4c1c-b216-60193a0cc764 req-0e4fd548-9bbf-44f6-9ae6-5aa942d5df10 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 943 time: 0.1174774 Nov 23 07:49:00.793665 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b22dd8dc-a5ca-4c1c-b216-60193a0cc764 req-98eec9d1-7e80-47cc-afd7-1f59f2f5dd13 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958898 Nov 23 07:49:00.852086 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 07:49:01.111957 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7,segment=NetworkSegment(0485c9ee-81a2-42db-aa59-91c9df2534b4),segment_id=0485c9ee-81a2-42db-aa59-91c9df2534b4)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:49:01.145465 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Returning: {'device': 'a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7', 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912', 'port_id': 'a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7', 'mac_address': 'fa:16:3e:9a:f6:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5e914f-670e-4ab3-982a-052365646196', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 07:49:01.238014 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:01.271632 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 {{(pid=109285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:49:01.330502 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7,segment=NetworkSegment(0485c9ee-81a2-42db-aa59-91c9df2534b4),segment_id=0485c9ee-81a2-42db-aa59-91c9df2534b4)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:49:01.343369 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:01.414307 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-951af91e-9e8b-400f-a11e-e28a1465e35b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:01.446848 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:49:01.623429 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:49:01.641795 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30075f-adaa-498a-a812-a5f60046104d req-d92ef1dc-be4e-49fd-8269-18974b822872 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:01.645076 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2e30075f-adaa-498a-a812-a5f60046104d req-d92ef1dc-be4e-49fd-8269-18974b822872 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 946 time: 0.0967085 Nov 23 07:49:01.763487 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2e30075f-adaa-498a-a812-a5f60046104d req-817b2abb-3c17-487d-ad75-c374e0ccfca6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066654 Nov 23 07:49:02.042219 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3fc2f-9412-4caa-8a69-65109b88bf5c req-f362d2bb-286a-4c9e-b108-9266b143318e tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:02.066832 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-c1e3fc2f-9412-4caa-8a69-65109b88bf5c req-f362d2bb-286a-4c9e-b108-9266b143318e tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 944 time: 0.1453028 Nov 23 07:49:02.159015 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-c1e3fc2f-9412-4caa-8a69-65109b88bf5c req-4b8b3af9-7199-4d47-994e-8d21082bd1a0 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903168 Nov 23 07:49:02.788922 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:02.889022 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 up at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:49:02.953351 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a9dec-fefb-4b2e-8963-391d18e05800 req-009a1905-dd7e-4fc7-8ffd-c16639762fcb tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:02.959022 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-1f5a9dec-fefb-4b2e-8963-391d18e05800 req-009a1905-dd7e-4fc7-8ffd-c16639762fcb tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 946 time: 0.0837610 Nov 23 07:49:02.985596 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning for port a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 completed by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 07:49:02.992323 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning complete for port a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:49:02.992941 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:03.042446 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-1f5a9dec-fefb-4b2e-8963-391d18e05800 req-8cfab5b9-3613-44b6-b53f-63c622b2a09a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720425 Nov 23 07:49:03.157671 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:03.194888 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be38773-5840-4e15-b2f5-ce77caceb858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7'}] {{(pid=109285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:49:03.198530 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02971d1b2c0bcda538738d777e0cd5340c6e6849857750afdab036a2de6ad34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c23fb86-fe5e-49b7-b653-d4a390516cbf" -d '{"events": [{"server_uuid": "4be38773-5840-4e15-b2f5-ce77caceb858", "name": "network-vif-plugged", "status": "completed", "tag": "a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7"}]}' {{(pid=109285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:49:03.242221 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7,segment=NetworkSegment(0485c9ee-81a2-42db-aa59-91c9df2534b4),segment_id=0485c9ee-81a2-42db-aa59-91c9df2534b4)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:49:03.251790 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:03.363038 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d035698-4361-4f56-bc76-4b8aa66cb524 x-openstack-request-id: req-9d035698-4361-4f56-bc76-4b8aa66cb524 {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:49:03.363857 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be38773-5840-4e15-b2f5-ce77caceb858", "name": "network-vif-plugged", "status": "completed", "tag": "a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7", "code": 200}]} {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:49:03.364295 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9d035698-4361-4f56-bc76-4b8aa66cb524 {{(pid=109285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:49:03.364932 dv-cinder-804035-14-iscsi neutron-server[109285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be38773-5840-4e15-b2f5-ce77caceb858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7', 'code': 200} Nov 23 07:49:03.375036 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:49:03.441425 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ed08e-6edd-4d9f-8685-2e6a8f640da4 req-fc26fcce-285b-40be-8fb7-b22e864b43f9 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:03.454846 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-192ed08e-6edd-4d9f-8685-2e6a8f640da4 req-fc26fcce-285b-40be-8fb7-b22e864b43f9 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 945 time: 0.1354215 Nov 23 07:49:03.559710 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-192ed08e-6edd-4d9f-8685-2e6a8f640da4 req-66fa6de7-ccbd-463e-8c40-7d0bf2ebcde5 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028538 Nov 23 07:49:03.723645 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ecb3e-2fc9-4b62-98ff-e9e44b3a60e8 req-ee3b4e46-8aa1-46a6-b616-d7109584670b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:03.725346 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d65ecb3e-2fc9-4b62-98ff-e9e44b3a60e8 req-ee3b4e46-8aa1-46a6-b616-d7109584670b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 1098 time: 0.0685468 Nov 23 07:49:03.812752 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d65ecb3e-2fc9-4b62-98ff-e9e44b3a60e8 req-10607d5a-ad86-4e4c-9880-ea83e3a33d3d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784452 Nov 23 07:49:04.246234 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e066b-b1ad-4a25-afd4-aaaff58936a0 req-fd4f80c5-977a-4c11-a84a-0b2f805d6178 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:04.247809 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-da0e066b-b1ad-4a25-afd4-aaaff58936a0 req-fd4f80c5-977a-4c11-a84a-0b2f805d6178 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 946 time: 0.0561454 Nov 23 07:49:04.302944 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-da0e066b-b1ad-4a25-afd4-aaaff58936a0 req-9a709a22-97a7-4553-a489-344cd485275e tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473454 Nov 23 07:49:04.682548 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084efbb6-51f2-4869-ad6b-8bc3b7c5e043 req-410f8002-8a72-4367-85bf-4e2231d243de tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:04.684059 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-084efbb6-51f2-4869-ad6b-8bc3b7c5e043 req-410f8002-8a72-4367-85bf-4e2231d243de tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 945 time: 0.0498409 Nov 23 07:49:04.735014 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-084efbb6-51f2-4869-ad6b-8bc3b7c5e043 req-cd971061-356e-4e4c-886d-b43aca6cce9f tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444739 Nov 23 07:49:04.837247 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:04.972733 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b1256-a66b-4aa5-8b33-20063c73578e req-4fb494b5-d49f-4a84-92b0-40bed7ca4c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:04.974276 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8d8b1256-a66b-4aa5-8b33-20063c73578e req-4fb494b5-d49f-4a84-92b0-40bed7ca4c46 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=edd4c40a2d5e481eadb2fc728cc0ca5a&device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 1099 time: 0.0420711 Nov 23 07:49:05.077778 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b1256-a66b-4aa5-8b33-20063c73578e req-cb49f422-f1d0-4a2d-8b05-5a9afb29d8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:05.079249 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8d8b1256-a66b-4aa5-8b33-20063c73578e req-cb49f422-f1d0-4a2d-8b05-5a9afb29d8c3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9cb767d-e579-4bd6-9168-0f1ea7c41329 HTTP/1.1" status: 200 len: 917 time: 0.0912635 Nov 23 07:49:05.161690 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8d8b1256-a66b-4aa5-8b33-20063c73578e req-9e261e60-6de8-4375-aae7-0069a0e076be service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bb628ce-17b8-43a9-8265-270514936b86 HTTP/1.1" status: 200 len: 1002 time: 0.0633025 Nov 23 07:49:05.221103 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b1256-a66b-4aa5-8b33-20063c73578e req-0c0f3e2e-eebd-4edd-8770-4965c39b68f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:05.222642 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8d8b1256-a66b-4aa5-8b33-20063c73578e req-0c0f3e2e-eebd-4edd-8770-4965c39b68f5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd5e1985-8805-41d1-90d4-bdc402c620b5 HTTP/1.1" status: 200 len: 855 time: 0.0456028 Nov 23 07:49:05.273461 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b1256-a66b-4aa5-8b33-20063c73578e req-da91b85b-e9d6-438d-9598-86759c508af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:05.275152 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8d8b1256-a66b-4aa5-8b33-20063c73578e req-da91b85b-e9d6-438d-9598-86759c508af6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9cb767d-e579-4bd6-9168-0f1ea7c41329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413566 Nov 23 07:49:05.384293 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8d8b1256-a66b-4aa5-8b33-20063c73578e req-394d6151-58cc-46e2-b60e-83556cc66e44 service neutron] 10.222.0.31 "GET /v2.0/networks/d9cb767d-e579-4bd6-9168-0f1ea7c41329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993416 Nov 23 07:49:05.429993 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859c660-2493-47ca-bdfd-8c4fbefc7f5d req-9063698d-4464-4c69-8d3b-e5d66d1f5a5f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:05.431508 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-1859c660-2493-47ca-bdfd-8c4fbefc7f5d req-9063698d-4464-4c69-8d3b-e5d66d1f5a5f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 946 time: 0.0534377 Nov 23 07:49:05.479788 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-1859c660-2493-47ca-bdfd-8c4fbefc7f5d req-8e00f0bc-9d00-443d-a979-158419260640 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422480 Nov 23 07:49:05.485201 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8d8b1256-a66b-4aa5-8b33-20063c73578e req-67a51a97-deb0-4f3c-97d3-0327e6ea5bc6 service neutron] 10.222.0.31 "GET /v2.0/networks/d9cb767d-e579-4bd6-9168-0f1ea7c41329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860696 Nov 23 07:49:05.582656 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:05.853435 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab2086-dfdd-436b-bd79-4cecac60971a req-31b1200b-03c7-4960-9ea8-c47ccfc22ae7 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:05.854864 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-eaab2086-dfdd-436b-bd79-4cecac60971a req-31b1200b-03c7-4960-9ea8-c47ccfc22ae7 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 945 time: 0.0485344 Nov 23 07:49:05.911055 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-eaab2086-dfdd-436b-bd79-4cecac60971a req-47aab82c-87b6-4cad-be2d-2f859d624550 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503664 Nov 23 07:49:06.031356 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da22830-cf57-45cf-8814-b69b6c0b1916 req-dc6e1873-8f08-4cb5-9b0b-2feaed35729a tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:06.033051 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-2da22830-cf57-45cf-8814-b69b6c0b1916 req-dc6e1873-8f08-4cb5-9b0b-2feaed35729a tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 945 time: 0.0520546 Nov 23 07:49:06.088867 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-2da22830-cf57-45cf-8814-b69b6c0b1916 req-5b757fed-c250-4cfc-9884-0edc7f258ec0 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487349 Nov 23 07:49:06.111516 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 49242) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:49:06.257682 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7917f770-ae33-4a4a-853a-3fcc89c1fe11 tempest-TestShelveInstance-68503142 tempest-TestShelveInstance-68503142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:06.259268 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-7917f770-ae33-4a4a-853a-3fcc89c1fe11 tempest-TestShelveInstance-68503142 tempest-TestShelveInstance-68503142-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 1093 time: 0.1468332 Nov 23 07:49:06.262426 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 49246) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:49:06.266755 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-8e63cd7c-fda8-4bd0-a851-7c8cb3861e48 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Request body: {'floatingip': {'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'port_id': 'a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7', 'tenant_id': '2d805701d3af40f59df0733595904769', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:49:06.289290 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e63cd7c-fda8-4bd0-a851-7c8cb3861e48 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for floatingip, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:06.391196 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e63cd7c-fda8-4bd0-a851-7c8cb3861e48 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:06.503346 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.db_base_plugin_common [None req-8e63cd7c-fda8-4bd0-a851-7c8cb3861e48 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Allocated IP 172.27.2.18 (891dfe80-61d0-4c14-832c-7438dfe6f055/08f8fc41-5d8c-4fca-8f02-9f082906db87/cedfa055-0ae2-4c74-aa2b-5bc88982d1eb) {{(pid=109284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:49:06.607897 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-4e20f68c-ac39-4f0f-8557-068b693d8b98 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1517785560&fields=id&tenant_id=923ced17fbea41d2bb472b52dd316477 HTTP/1.1" status: 200 len: 267 time: 0.0653985 Nov 23 07:49:06.661566 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60896ef4-5d27-4c53-b172-eb0a922f7287 req-809c155b-53a8-4dee-8726-326bbaa81369 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:06.663155 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-60896ef4-5d27-4c53-b172-eb0a922f7287 req-809c155b-53a8-4dee-8726-326bbaa81369 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 946 time: 0.0875914 Nov 23 07:49:06.666261 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e63cd7c-fda8-4bd0-a851-7c8cb3861e48 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for port, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:06.730669 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-33e589af-e2fe-41d5-9169-15c4fc32df78 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:06.732285 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-33e589af-e2fe-41d5-9169-15c4fc32df78 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/networks?id=c4affbc5-6672-4357-8ba0-5a39b14c7726 HTTP/1.1" status: 200 len: 811 time: 0.1160626 Nov 23 07:49:06.756313 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-1a128613-7272-479e-bdbe-fe2348ac3852 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/quotas/923ced17fbea41d2bb472b52dd316477 HTTP/1.1" status: 200 len: 375 time: 0.0121281 Nov 23 07:49:06.758358 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-60896ef4-5d27-4c53-b172-eb0a922f7287 req-0636bd47-7f9d-4f65-a6e2-68044f80bb5b tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786612 Nov 23 07:49:06.764992 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e63cd7c-fda8-4bd0-a851-7c8cb3861e48 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909886'] for port, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:06.828558 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e63cd7c-fda8-4bd0-a851-7c8cb3861e48 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Network 891dfe80-61d0-4c14-832c-7438dfe6f055 is already hosted by enough agents. {{(pid=109284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:49:06.836324 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-8e63cd7c-fda8-4bd0-a851-7c8cb3861e48 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Resources bound (agent type, host, resource id): {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:49:06.844097 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e63cd7c-fda8-4bd0-a851-7c8cb3861e48 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Received port after_create {{(pid=109284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:49:06.847326 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-2e3c30df-b98c-4181-a1ce-8f28e1eff381 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=923ced17fbea41d2bb472b52dd316477&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813677 Nov 23 07:49:06.849493 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63cd7c-fda8-4bd0-a851-7c8cb3861e48 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Pushing event updated for resources: {'Port': ['ID=cedfa055-0ae2-4c74-aa2b-5bc88982d1eb,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:49:07.054771 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-1ab68476-1db0-4cbb-ac9d-3c2811358a1c service neutron] 10.222.0.48 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909473 Nov 23 07:49:07.160988 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-e1a82c40-0e23-46ea-9f6b-72a3ffb95e63 service neutron] 10.222.0.48 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989194 Nov 23 07:49:07.297322 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e63cd7c-fda8-4bd0-a851-7c8cb3861e48 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:07.395583 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:07.409203 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e63cd7c-fda8-4bd0-a851-7c8cb3861e48 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:07.581886 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f32f212c-2575-471e-8af1-03d06d96e83f req-c536517d-ee9f-422c-98a4-994ee0fd6dba tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 210 time: 0.0363834 Nov 23 07:49:07.646602 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e63cd7c-fda8-4bd0-a851-7c8cb3861e48 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for port, precommit_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:07.652930 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e63cd7c-fda8-4bd0-a851-7c8cb3861e48 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909831'] for port, after_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:07.753309 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63cd7c-fda8-4bd0-a851-7c8cb3861e48 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Pushing event updated for resources: {'Port': ['ID=cedfa055-0ae2-4c74-aa2b-5bc88982d1eb,revision_number=2']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:49:07.773632 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e63cd7c-fda8-4bd0-a851-7c8cb3861e48 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1712191'] for floatingip, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:07.930114 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.db.l3_db [None req-8e63cd7c-fda8-4bd0-a851-7c8cb3861e48 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Floating IP 59d8b0ba-f6aa-4680-8d05-2cd02da67dea associated. External IP: 172.27.2.18, port: a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7. Nov 23 07:49:07.999456 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92137979-a197-45b2-82be-66c6024ae551 req-760c015b-f383-4647-a177-d6931b2acd66 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:08.002163 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-92137979-a197-45b2-82be-66c6024ae551 req-760c015b-f383-4647-a177-d6931b2acd66 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 946 time: 0.0855303 Nov 23 07:49:08.117404 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-92137979-a197-45b2-82be-66c6024ae551 req-e69fd8a5-01f6-4aa4-a945-97e5b2275961 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863261 Nov 23 07:49:08.240906 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e63cd7c-fda8-4bd0-a851-7c8cb3861e48 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Router c5fafff9-7721-4717-91b9-90a16c88cbec has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:49:08.660067 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e63cd7c-fda8-4bd0-a851-7c8cb3861e48 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:49:08.679938 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7e1ad6-07ad-4282-89cf-e5803cc28370 None None] Sync routers for ids ['c5fafff9-7721-4717-91b9-90a16c88cbec'] in dv-cinder-804035-14-iscsi {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:49:08.698615 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7e1ad6-07ad-4282-89cf-e5803cc28370 None None] Routers {'c5fafff9-7721-4717-91b9-90a16c88cbec'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:49:08.699403 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-3b7e1ad6-07ad-4282-89cf-e5803cc28370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:49:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['c5fafff9-7721-4717-91b9-90a16c88cbec'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:49:08.700773 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e63cd7c-fda8-4bd0-a851-7c8cb3861e48 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for floatingip, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:08.750332 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-8e63cd7c-fda8-4bd0-a851-7c8cb3861e48 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4865193 Nov 23 07:49:08.751520 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be38773-5840-4e15-b2f5-ce77caceb858', 'tag': 'a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7'}] {{(pid=109284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:49:08.755375 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c78387096465b81761c1bc75509c53a158ab102a0bd2fdc4143831998860951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da98bddf-69ce-417f-b3b3-49aa241d22da" -d '{"events": [{"name": "network-changed", "server_uuid": "4be38773-5840-4e15-b2f5-ce77caceb858", "tag": "a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7"}]}' {{(pid=109284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:49:08.792154 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-caab9272-58e6-4960-952b-494264c8fc52 req-20df7840-9ee8-4c46-9877-655564277b0c tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 210 time: 0.0507622 Nov 23 07:49:08.896906 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 7bb628ce-17b8-43a9-8265-270514936b86 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:49:08.957315 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e3a970-2353-4498-b5ab-3483b20a5edd x-openstack-request-id: req-70e3a970-2353-4498-b5ab-3483b20a5edd {{(pid=109284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:49:08.957315 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be38773-5840-4e15-b2f5-ce77caceb858", "tag": "a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7", "status": "completed", "code": 200}]} {{(pid=109284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:49:08.957315 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-70e3a970-2353-4498-b5ab-3483b20a5edd {{(pid=109284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:49:08.957992 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be38773-5840-4e15-b2f5-ce77caceb858', 'tag': 'a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7', 'status': 'completed', 'code': 200} Nov 23 07:49:08.979275 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-3b7e1ad6-07ad-4282-89cf-e5803cc28370 None None] Set router c5fafff9-7721-4717-91b9-90a16c88cbec gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:49:09.025079 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-b37dd13d-0bb3-4f0d-9e6b-27f919937a90 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:09.027671 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-b37dd13d-0bb3-4f0d-9e6b-27f919937a90 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.31 "GET /v2.0/networks?id=c4affbc5-6672-4357-8ba0-5a39b14c7726 HTTP/1.1" status: 200 len: 811 time: 0.2264090 Nov 23 07:49:09.141481 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:09.173948 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98bddf-69ce-417f-b3b3-49aa241d22da req-76566972-dbca-46de-9021-9c5d06b7a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:09.175772 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-da98bddf-69ce-417f-b3b3-49aa241d22da req-76566972-dbca-46de-9021-9c5d06b7a0ed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2d805701d3af40f59df0733595904769&device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 1098 time: 0.1845331 Nov 23 07:49:09.206500 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d02284-ac69-4605-bd8e-1c29644f219c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bb628ce-17b8-43a9-8265-270514936b86'}] {{(pid=109285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:49:09.209303 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02971d1b2c0bcda538738d777e0cd5340c6e6849857750afdab036a2de6ad34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8468d30-d8c4-4c1d-8f57-e8ce83d780a4" -d '{"events": [{"server_uuid": "36d02284-ac69-4605-bd8e-1c29644f219c", "name": "network-vif-unplugged", "status": "completed", "tag": "7bb628ce-17b8-43a9-8265-270514936b86"}]}' {{(pid=109285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:49:09.246385 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-29e01e3c-6595-4d67-b483-91beaacd2c31 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=923ced17fbea41d2bb472b52dd316477 HTTP/1.1" status: 200 len: 380 time: 0.1908264 Nov 23 07:49:09.270802 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 7bb628ce-17b8-43a9-8265-270514936b86, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7bb628ce-17b8-43a9-8265-270514936b86,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:49:09.280162 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:09.283856 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-0ac7071b-4464-42a1-ab50-372552113d5f tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Request body: {'port': {'device_id': '9e6c04f8-01f0-44e2-9232-f865f1af5591', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'admin_state_up': True, 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'security_groups': ['881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4']}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:49:09.376084 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=7bb628ce-17b8-43a9-8265-270514936b86,revision_number=8']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:49:09.410522 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98bddf-69ce-417f-b3b3-49aa241d22da req-c0c7c89c-b7eb-4f84-8da6-522b01750f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:09.412306 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-da98bddf-69ce-417f-b3b3-49aa241d22da req-c0c7c89c-b7eb-4f84-8da6-522b01750f65 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6b5935e7-9d75-48af-991a-f9db01f37912 HTTP/1.1" status: 200 len: 910 time: 0.2269051 Nov 23 07:49:09.424904 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 07:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563fe6a5-b72d-4c5e-b817-75b45a0bc6d0 x-openstack-request-id: req-563fe6a5-b72d-4c5e-b817-75b45a0bc6d0 {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:49:09.425604 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d02284-ac69-4605-bd8e-1c29644f219c", "name": "network-vif-unplugged", "status": "failed", "tag": "7bb628ce-17b8-43a9-8265-270514936b86", "code": 422}]} {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:49:09.426036 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-563fe6a5-b72d-4c5e-b817-75b45a0bc6d0 {{(pid=109285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:49:09.426474 dv-cinder-804035-14-iscsi neutron-server[109285]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '36d02284-ac69-4605-bd8e-1c29644f219c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7bb628ce-17b8-43a9-8265-270514936b86', 'code': 422} returned with failed status Nov 23 07:49:09.491171 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-3b7e1ad6-07ad-4282-89cf-e5803cc28370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'name': 'tempest-TestShelveInstance-1708094805-router', 'tenant_id': '2d805701d3af40f59df0733595904769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:06Z', 'updated_at': '2021-11-23T07:48:11Z', 'revision_number': 4, 'project_id': '2d805701d3af40f59df0733595904769', 'gw_port': {'id': '49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:07Z', 'updated_at': '2021-11-23T07:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_floatingips': [{'id': '59d8b0ba-f6aa-4680-8d05-2cd02da67dea', 'tenant_id': '2d805701d3af40f59df0733595904769', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'port_id': 'a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912', 'mac_address': 'fa:16:3e:9a:f6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be38773-5840-4e15-b2f5-ce77caceb858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:49:07Z', 'updated_at': '2021-11-23T07:49:07Z', 'revision_number': 0, 'project_id': '2d805701d3af40f59df0733595904769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e256ab8-a60b-4280-af37-e3cde9ce8bb5', 'name': '', 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912', 'tenant_id': '2d805701d3af40f59df0733595904769', 'mac_address': 'fa:16:3e:2a:9c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8b5e914f-670e-4ab3-982a-052365646196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:10Z', 'updated_at': '2021-11-23T07:48:17Z', 'revision_number': 5, 'project_id': '2d805701d3af40f59df0733595904769', 'subnets': [{'id': '8b5e914f-670e-4ab3-982a-052365646196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:49:09.540552 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7e1ad6-07ad-4282-89cf-e5803cc28370 None None] Checking router: c5fafff9-7721-4717-91b9-90a16c88cbec for host: dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:49:09.544401 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [req-f0bf0fe4-f375-40a6-a174-ad3228286ae3 req-ef2fadbb-cf46-4319-9549-8a6236d3bc4f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=109283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 07:49:09.545736 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f0bf0fe4-f375-40a6-a174-ad3228286ae3 req-ef2fadbb-cf46-4319-9549-8a6236d3bc4f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063298 Nov 23 07:49:09.552091 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7e1ad6-07ad-4282-89cf-e5803cc28370 None None] Routers {'c5fafff9-7721-4717-91b9-90a16c88cbec'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:49:09.552763 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-3b7e1ad6-07ad-4282-89cf-e5803cc28370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:49:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['c5fafff9-7721-4717-91b9-90a16c88cbec'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:49:09.559087 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-da98bddf-69ce-417f-b3b3-49aa241d22da req-e01b3e25-8cc3-4b1c-8917-fe8a26620315 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 HTTP/1.1" status: 200 len: 998 time: 0.1342423 Nov 23 07:49:09.560274 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-0ac7071b-4464-42a1-ab50-372552113d5f tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Made reservation on behalf of 923ced17fbea41d2bb472b52dd316477 for: {'port': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:49:09.564243 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-0ac7071b-4464-42a1-ab50-372552113d5f tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:09.727376 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98bddf-69ce-417f-b3b3-49aa241d22da req-d8eb3438-1375-4a7e-8900-d3106ab55a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:09.729583 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-da98bddf-69ce-417f-b3b3-49aa241d22da req-d8eb3438-1375-4a7e-8900-d3106ab55a25 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8b5e914f-670e-4ab3-982a-052365646196 HTTP/1.1" status: 200 len: 848 time: 0.1627705 Nov 23 07:49:09.829078 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98bddf-69ce-417f-b3b3-49aa241d22da req-cfbc7c2f-a607-474e-a33d-8c590625569d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:09.831424 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-da98bddf-69ce-417f-b3b3-49aa241d22da req-cfbc7c2f-a607-474e-a33d-8c590625569d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6b5935e7-9d75-48af-991a-f9db01f37912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0928838 Nov 23 07:49:09.869639 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979ca4d-f625-4855-85fe-9688afcaa516 req-d968b7e6-1c2a-4607-a575-799de6429549 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:09.874152 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-2979ca4d-f625-4855-85fe-9688afcaa516 req-d968b7e6-1c2a-4607-a575-799de6429549 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 944 time: 0.1384931 Nov 23 07:49:09.904680 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-3b7e1ad6-07ad-4282-89cf-e5803cc28370 None None] Set router c5fafff9-7721-4717-91b9-90a16c88cbec gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:49:09.905547 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-2c0b66ef-0145-4cc8-aa27-b8e572ad1be8 req-210e1f1f-c520-4f50-8616-cdcd5fc022c4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1148963 Nov 23 07:49:09.945218 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-2979ca4d-f625-4855-85fe-9688afcaa516 req-4ff6376e-ad36-40e8-9e12-3853ae790698 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661840 Nov 23 07:49:10.008712 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-dee50eb5-a92d-4845-9fd2-b1df65071e1c req-e3e1df8d-7720-4438-a691-1e8bfec7a1f8 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 210 time: 0.0363972 Nov 23 07:49:10.013986 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-da98bddf-69ce-417f-b3b3-49aa241d22da req-9fff4e52-a7ab-474c-926c-ab7532ba17bf service neutron] 10.222.0.31 "GET /v2.0/networks/6b5935e7-9d75-48af-991a-f9db01f37912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738403 Nov 23 07:49:10.015189 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-0ac7071b-4464-42a1-ab50-372552113d5f tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Allocated IP 172.20.0.13 (c4affbc5-6672-4357-8ba0-5a39b14c7726/e5a9db76-59eb-474e-8541-9bbdd87b2e12/89fe006c-5309-4d1a-9597-f6755351dfd8) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:49:10.171805 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-da98bddf-69ce-417f-b3b3-49aa241d22da req-b6ef1681-bd15-4ff0-affe-f9947ee1f8ee service neutron] 10.222.0.31 "GET /v2.0/networks/6b5935e7-9d75-48af-991a-f9db01f37912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490037 Nov 23 07:49:10.237951 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-3b7e1ad6-07ad-4282-89cf-e5803cc28370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'name': 'tempest-TestShelveInstance-1708094805-router', 'tenant_id': '2d805701d3af40f59df0733595904769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:06Z', 'updated_at': '2021-11-23T07:48:11Z', 'revision_number': 4, 'project_id': '2d805701d3af40f59df0733595904769', 'gw_port': {'id': '49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:07Z', 'updated_at': '2021-11-23T07:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_floatingips': [{'id': '59d8b0ba-f6aa-4680-8d05-2cd02da67dea', 'tenant_id': '2d805701d3af40f59df0733595904769', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'port_id': 'a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912', 'mac_address': 'fa:16:3e:9a:f6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be38773-5840-4e15-b2f5-ce77caceb858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:49:07Z', 'updated_at': '2021-11-23T07:49:07Z', 'revision_number': 0, 'project_id': '2d805701d3af40f59df0733595904769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e256ab8-a60b-4280-af37-e3cde9ce8bb5', 'name': '', 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912', 'tenant_id': '2d805701d3af40f59df0733595904769', 'mac_address': 'fa:16:3e:2a:9c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8b5e914f-670e-4ab3-982a-052365646196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:10Z', 'updated_at': '2021-11-23T07:48:17Z', 'revision_number': 5, 'project_id': '2d805701d3af40f59df0733595904769', 'subnets': [{'id': '8b5e914f-670e-4ab3-982a-052365646196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:49:10.266172 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7e1ad6-07ad-4282-89cf-e5803cc28370 None None] The sync data for ids ['c5fafff9-7721-4717-91b9-90a16c88cbec'] in dv-cinder-804035-14-iscsi is: [{'id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'name': 'tempest-TestShelveInstance-1708094805-router', 'tenant_id': '2d805701d3af40f59df0733595904769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:06Z', 'updated_at': '2021-11-23T07:48:11Z', 'revision_number': 4, 'project_id': '2d805701d3af40f59df0733595904769', 'gw_port': {'id': '49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:07Z', 'updated_at': '2021-11-23T07:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_floatingips': [{'id': '59d8b0ba-f6aa-4680-8d05-2cd02da67dea', 'tenant_id': '2d805701d3af40f59df0733595904769', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'port_id': 'a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912', 'mac_address': 'fa:16:3e:9a:f6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be38773-5840-4e15-b2f5-ce77caceb858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:49:07Z', 'updated_at': '2021-11-23T07:49:07Z', 'revision_number': 0, 'project_id': '2d805701d3af40f59df0733595904769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e256ab8-a60b-4280-af37-e3cde9ce8bb5', 'name': '', 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912', 'tenant_id': '2d805701d3af40f59df0733595904769', 'mac_address': 'fa:16:3e:2a:9c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8b5e914f-670e-4ab3-982a-052365646196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:10Z', 'updated_at': '2021-11-23T07:48:17Z', 'revision_number': 5, 'project_id': '2d805701d3af40f59df0733595904769', 'subnets': [{'id': '8b5e914f-670e-4ab3-982a-052365646196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:49:10.294234 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-0ac7071b-4464-42a1-ab50-372552113d5f tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:10.371645 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-0ac7071b-4464-42a1-ab50-372552113d5f tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:10.449963 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-0ac7071b-4464-42a1-ab50-372552113d5f tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Network c4affbc5-6672-4357-8ba0-5a39b14c7726 is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:49:10.454863 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-0ac7071b-4464-42a1-ab50-372552113d5f tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:49:10.459179 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-0ac7071b-4464-42a1-ab50-372552113d5f tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:49:10.496488 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7071b-4464-42a1-ab50-372552113d5f tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Pushing event updated for resources: {'Port': ['ID=89fe006c-5309-4d1a-9597-f6755351dfd8,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:49:10.557581 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-0ac7071b-4464-42a1-ab50-372552113d5f tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:10.558567 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-0ac7071b-4464-42a1-ab50-372552113d5f tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:10.593750 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-0ac7071b-4464-42a1-ab50-372552113d5f tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3139524 Nov 23 07:49:10.607653 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-f6401b34-4dfa-4765-a3b4-54a385580996 service neutron] Request body: {'port': {'device_id': '9e6c04f8-01f0-44e2-9232-f865f1af5591', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:49:10.609980 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd42796-0bfd-409f-a932-a31b8316c277 None None] New status for floating IP 59d8b0ba-f6aa-4680-8d05-2cd02da67dea: ACTIVE {{(pid=109286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 07:49:10.690117 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-f6401b34-4dfa-4765-a3b4-54a385580996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:10.786473 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-a588cb35-da5d-4767-b2e5-c00be013abd4 None None] Provisioning complete for port 89fe006c-5309-4d1a-9597-f6755351dfd8 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:49:10.786844 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-a588cb35-da5d-4767-b2e5-c00be013abd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:10.832333 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-a588cb35-da5d-4767-b2e5-c00be013abd4 None None] Port 89fe006c-5309-4d1a-9597-f6755351dfd8 cannot update to ACTIVE because it is not bound. {{(pid=109285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 07:49:10.999670 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b66ef-0145-4cc8-aa27-b8e572ad1be8 req-6caad4f1-c713-4b90-9c82-dc6005c69700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:11.001179 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2c0b66ef-0145-4cc8-aa27-b8e572ad1be8 req-6caad4f1-c713-4b90-9c82-dc6005c69700 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c&tenant_id=edd4c40a2d5e481eadb2fc728cc0ca5a HTTP/1.1" status: 200 len: 1097 time: 0.0899410 Nov 23 07:49:11.139991 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-f6401b34-4dfa-4765-a3b4-54a385580996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89fe006c-5309-4d1a-9597-f6755351dfd8 {{(pid=109283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:49:11.162230 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-f6401b34-4dfa-4765-a3b4-54a385580996 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:11.173840 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2ac7c-3f2e-43ca-819e-fae693da4e50 req-d25bb0c4-03d1-4dc1-8eca-9cbce8926949 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:11.175384 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-cfe2ac7c-3f2e-43ca-819e-fae693da4e50 req-d25bb0c4-03d1-4dc1-8eca-9cbce8926949 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 932 time: 0.0600705 Nov 23 07:49:11.187609 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.provisioning_blocks [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-f6401b34-4dfa-4765-a3b4-54a385580996 service neutron] Transition to ACTIVE for port object 89fe006c-5309-4d1a-9597-f6755351dfd8 will not be triggered until provisioned by entity L2. {{(pid=109283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 07:49:11.190938 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b66ef-0145-4cc8-aa27-b8e572ad1be8 req-55dc2a62-77da-43eb-9f8e-b83f247ca031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:11.192785 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2c0b66ef-0145-4cc8-aa27-b8e572ad1be8 req-55dc2a62-77da-43eb-9f8e-b83f247ca031 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=edd4c40a2d5e481eadb2fc728cc0ca5a&device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 1097 time: 0.1547809 Nov 23 07:49:11.202047 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46954f9a-48ff-49f2-b3e9-71a1b3fa50f1 req-f535bd52-be02-4a55-a7ad-1a746047eb6d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:11.203622 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-46954f9a-48ff-49f2-b3e9-71a1b3fa50f1 req-f535bd52-be02-4a55-a7ad-1a746047eb6d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 944 time: 0.1125464 Nov 23 07:49:11.206790 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-f6401b34-4dfa-4765-a3b4-54a385580996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9542747'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:11.235680 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-cfe2ac7c-3f2e-43ca-819e-fae693da4e50 req-c818f100-3515-4ff2-ae43-2cd192f86ebb tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525863 Nov 23 07:49:11.354939 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6401b34-4dfa-4765-a3b4-54a385580996 service neutron] Pushing event updated for resources: {'Port': ['ID=89fe006c-5309-4d1a-9597-f6755351dfd8,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:49:11.403517 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b66ef-0145-4cc8-aa27-b8e572ad1be8 req-6bebf0e7-1480-4823-be85-d4058cd6e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:11.405028 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2c0b66ef-0145-4cc8-aa27-b8e572ad1be8 req-6bebf0e7-1480-4823-be85-d4058cd6e33d service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9cb767d-e579-4bd6-9168-0f1ea7c41329 HTTP/1.1" status: 200 len: 917 time: 0.1999886 Nov 23 07:49:11.426928 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-46954f9a-48ff-49f2-b3e9-71a1b3fa50f1 req-b3168675-0ea7-428a-9e89-7ef82abd2d85 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077818 Nov 23 07:49:11.789518 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2c0b66ef-0145-4cc8-aa27-b8e572ad1be8 req-f64d22f1-dae8-45c8-94a8-32e481b5b8c3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bb628ce-17b8-43a9-8265-270514936b86 HTTP/1.1" status: 200 len: 1000 time: 0.3615828 Nov 23 07:49:11.790213 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-f6401b34-4dfa-4765-a3b4-54a385580996 service neutron] Attempting to bind port 89fe006c-5309-4d1a-9597-f6755351dfd8 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:49:11.790555 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-f6401b34-4dfa-4765-a3b4-54a385580996 service neutron] Attempting to bind port 89fe006c-5309-4d1a-9597-f6755351dfd8 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '01bfddae-d667-40a4-ba2c-71a16ea9303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:49:11.790893 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-f6401b34-4dfa-4765-a3b4-54a385580996 service neutron] Attempting to bind port 89fe006c-5309-4d1a-9597-f6755351dfd8 on network c4affbc5-6672-4357-8ba0-5a39b14c7726 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:49:11.796030 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-f6401b34-4dfa-4765-a3b4-54a385580996 service neutron] Port 89fe006c-5309-4d1a-9597-f6755351dfd8 on network c4affbc5-6672-4357-8ba0-5a39b14c7726 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 07:49:11.796282 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-f6401b34-4dfa-4765-a3b4-54a385580996 service neutron] Attempting to bind port 89fe006c-5309-4d1a-9597-f6755351dfd8 on network c4affbc5-6672-4357-8ba0-5a39b14c7726 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:49:11.810567 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-f6401b34-4dfa-4765-a3b4-54a385580996 service neutron] Checking agent: {'id': 'ef857e00-999e-40cc-a620-789cb776d291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'started_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:49:11.811031 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-f6401b34-4dfa-4765-a3b4-54a385580996 service neutron] Checking segment: {'id': '01bfddae-d667-40a4-ba2c-71a16ea9303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:49:11.811426 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-f6401b34-4dfa-4765-a3b4-54a385580996 service neutron] Bound using segment: {'id': '01bfddae-d667-40a4-ba2c-71a16ea9303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:49:11.811901 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-f6401b34-4dfa-4765-a3b4-54a385580996 service neutron] Bound port: 89fe006c-5309-4d1a-9597-f6755351dfd8, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01bfddae-d667-40a4-ba2c-71a16ea9303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:49:11.812338 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-f6401b34-4dfa-4765-a3b4-54a385580996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:11.879939 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b66ef-0145-4cc8-aa27-b8e572ad1be8 req-8da2bf00-e54d-473d-b0ad-53f0d0b973d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:11.881467 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2c0b66ef-0145-4cc8-aa27-b8e572ad1be8 req-8da2bf00-e54d-473d-b0ad-53f0d0b973d6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd5e1985-8805-41d1-90d4-bdc402c620b5 HTTP/1.1" status: 200 len: 855 time: 0.0825822 Nov 23 07:49:11.943799 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-f6401b34-4dfa-4765-a3b4-54a385580996 service neutron] For port 89fe006c-5309-4d1a-9597-f6755351dfd8, host hv-cinder-80403, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:49:11.947899 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-f6401b34-4dfa-4765-a3b4-54a385580996 service neutron] For port 89fe006c-5309-4d1a-9597-f6755351dfd8, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=89fe006c-5309-4d1a-9597-f6755351dfd8,segment=NetworkSegment(01bfddae-d667-40a4-ba2c-71a16ea9303a),segment_id=01bfddae-d667-40a4-ba2c-71a16ea9303a)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:49:11.956686 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-f6401b34-4dfa-4765-a3b4-54a385580996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9542747'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:11.986802 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b66ef-0145-4cc8-aa27-b8e572ad1be8 req-393a4503-351c-4cf7-99cc-526c76437037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:11.988426 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2c0b66ef-0145-4cc8-aa27-b8e572ad1be8 req-393a4503-351c-4cf7-99cc-526c76437037 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9cb767d-e579-4bd6-9168-0f1ea7c41329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0975521 Nov 23 07:49:12.007064 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-f6401b34-4dfa-4765-a3b4-54a385580996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:12.007698 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-f6401b34-4dfa-4765-a3b4-54a385580996 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:12.009151 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-f6401b34-4dfa-4765-a3b4-54a385580996 service neutron] 10.222.0.31 "PUT /v2.0/ports/89fe006c-5309-4d1a-9597-f6755351dfd8 HTTP/1.1" status: 200 len: 1094 time: 1.4065895 Nov 23 07:49:12.011826 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6c04f8-01f0-44e2-9232-f865f1af5591', 'tag': '89fe006c-5309-4d1a-9597-f6755351dfd8'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:49:12.014320 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4cda70-77cc-4f31-bfb5-846382ca8f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6c04f8-01f0-44e2-9232-f865f1af5591", "tag": "89fe006c-5309-4d1a-9597-f6755351dfd8"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:49:12.092998 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826998ac-79bb-415c-831b-f522df3d096a x-openstack-request-id: req-826998ac-79bb-415c-831b-f522df3d096a {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:49:12.093298 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6c04f8-01f0-44e2-9232-f865f1af5591", "tag": "89fe006c-5309-4d1a-9597-f6755351dfd8", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:49:12.093557 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-826998ac-79bb-415c-831b-f522df3d096a {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:49:12.093993 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6c04f8-01f0-44e2-9232-f865f1af5591', 'tag': '89fe006c-5309-4d1a-9597-f6755351dfd8', 'status': 'completed', 'code': 200} Nov 23 07:49:12.096070 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6401b34-4dfa-4765-a3b4-54a385580996 service neutron] Pushing event updated for resources: {'Port': ['ID=89fe006c-5309-4d1a-9597-f6755351dfd8,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:49:12.165276 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2c0b66ef-0145-4cc8-aa27-b8e572ad1be8 req-bbeefa2e-5417-45a5-8b5f-e2dd5f768c92 service neutron] 10.222.0.31 "GET /v2.0/networks/d9cb767d-e579-4bd6-9168-0f1ea7c41329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667957 Nov 23 07:49:12.172669 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-b3ea3a19-8468-464d-9b2c-3009fd449649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:12.174344 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-b3ea3a19-8468-464d-9b2c-3009fd449649 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923ced17fbea41d2bb472b52dd316477&device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 1097 time: 0.0793929 Nov 23 07:49:12.245642 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-50c746e2-7906-43db-9111-965282b2f76c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89fe006c-5309-4d1a-9597-f6755351dfd8 HTTP/1.1" status: 200 len: 217 time: 0.0525875 Nov 23 07:49:12.345926 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-7c3e972c-2020-4258-a5ff-ffddef3413cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:12.347435 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-7c3e972c-2020-4258-a5ff-ffddef3413cd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5a9db76-59eb-474e-8541-9bbdd87b2e12 HTTP/1.1" status: 200 len: 850 time: 0.0952089 Nov 23 07:49:12.353733 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2c0b66ef-0145-4cc8-aa27-b8e572ad1be8 req-1cf6bbc3-9b67-4318-b46a-057c7f97251e service neutron] 10.222.0.31 "GET /v2.0/networks/d9cb767d-e579-4bd6-9168-0f1ea7c41329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703055 Nov 23 07:49:12.406298 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797bba3-cebd-46c7-a825-674784625e6f req-f326cf86-d068-4724-8d09-c828089385ef tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:12.408279 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-8797bba3-cebd-46c7-a825-674784625e6f req-f326cf86-d068-4724-8d09-c828089385ef tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 944 time: 0.0911050 Nov 23 07:49:12.425909 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-89014b71-b25e-4042-8708-b5fb0f65e83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:12.428923 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-89014b71-b25e-4042-8708-b5fb0f65e83a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c4affbc5-6672-4357-8ba0-5a39b14c7726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0738888 Nov 23 07:49:12.498620 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-8797bba3-cebd-46c7-a825-674784625e6f req-9d3ee87c-8a51-4d29-a59c-07de3bfbe6ca tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824854 Nov 23 07:49:12.613312 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-236b4f11-bf30-4155-9af8-924ee8271195 service neutron] 10.222.0.31 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771288 Nov 23 07:49:12.638239 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb6e0e-c273-46e8-a817-5dce80d43ab5 req-47561a71-e8ff-4ca4-888e-55b9f78935f1 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:12.639845 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-facb6e0e-c273-46e8-a817-5dce80d43ab5 req-47561a71-e8ff-4ca4-888e-55b9f78935f1 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 944 time: 0.1058030 Nov 23 07:49:12.743509 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-facb6e0e-c273-46e8-a817-5dce80d43ab5 req-ab8889c9-f024-4e41-923f-9f9aa569e70b tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931187 Nov 23 07:49:12.761936 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3733a2a7-1e91-4a4c-8c7a-1ca69c3dcdb6 req-c2f97706-ac08-4bf5-8aad-b1b79530555c service neutron] 10.222.0.31 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406825 Nov 23 07:49:12.923658 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cda70-77cc-4f31-bfb5-846382ca8f5c req-316a5261-3d25-430d-84ed-9c2123f5844e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:12.925872 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4d4cda70-77cc-4f31-bfb5-846382ca8f5c req-316a5261-3d25-430d-84ed-9c2123f5844e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923ced17fbea41d2bb472b52dd316477&device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 1097 time: 0.0993545 Nov 23 07:49:13.664515 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2fae8-bca1-4108-acf5-3572b74c26c6 req-30e45b56-5dda-4c57-94af-2b3ca8c9b770 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:13.666263 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-41c2fae8-bca1-4108-acf5-3572b74c26c6 req-30e45b56-5dda-4c57-94af-2b3ca8c9b770 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 944 time: 0.0674834 Nov 23 07:49:13.766620 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-41c2fae8-bca1-4108-acf5-3572b74c26c6 req-49d44abe-2be0-497e-94d1-dbe0c40e0e29 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869889 Nov 23 07:49:13.903982 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ee0f8-ce7f-482a-afa1-1678e9a9ee5d req-dc105e7a-807b-4c83-9cbd-93b1840800f6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:13.905852 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-776ee0f8-ce7f-482a-afa1-1678e9a9ee5d req-dc105e7a-807b-4c83-9cbd-93b1840800f6 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 944 time: 0.0615811 Nov 23 07:49:13.992520 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-776ee0f8-ce7f-482a-afa1-1678e9a9ee5d req-2d2e3855-4705-47ac-a565-f0255dc65b6f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756485 Nov 23 07:49:14.913210 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb877d-f83d-483b-86b6-db3a8264f668 req-21487712-15db-4722-94af-39124f1466e6 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:14.915440 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-6adb877d-f83d-483b-86b6-db3a8264f668 req-21487712-15db-4722-94af-39124f1466e6 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 944 time: 0.0630281 Nov 23 07:49:14.987620 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-6adb877d-f83d-483b-86b6-db3a8264f668 req-fef8dba7-c1e0-4d7d-af8b-5dbfef571f88 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597386 Nov 23 07:49:15.180303 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c5234-5047-4417-ad4e-cd9f80071db1 req-07e4d3b9-e86c-444f-80b7-7a259136a5f1 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:15.182081 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-109c5234-5047-4417-ad4e-cd9f80071db1 req-07e4d3b9-e86c-444f-80b7-7a259136a5f1 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 944 time: 0.0710330 Nov 23 07:49:15.238803 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-109c5234-5047-4417-ad4e-cd9f80071db1 req-e0039f3e-66e1-42db-bad8-577355e50ebd tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495179 Nov 23 07:49:16.126324 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891881e-b80f-479d-bc0b-4ed9cabc0d28 req-40350586-d0d8-4b40-b44b-55f1d14a75fb tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:16.129041 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-c891881e-b80f-479d-bc0b-4ed9cabc0d28 req-40350586-d0d8-4b40-b44b-55f1d14a75fb tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 944 time: 0.0615509 Nov 23 07:49:16.185433 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-c891881e-b80f-479d-bc0b-4ed9cabc0d28 req-688edce4-3e65-44e5-ba39-67f4014e4777 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512989 Nov 23 07:49:16.436643 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711fca5-0bc2-471b-b049-2bdb691a662f req-85fff142-3b23-4068-bb80-669489173e42 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:16.438333 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-5711fca5-0bc2-471b-b049-2bdb691a662f req-85fff142-3b23-4068-bb80-669489173e42 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 944 time: 0.0843701 Nov 23 07:49:16.510131 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-5711fca5-0bc2-471b-b049-2bdb691a662f req-e32df5ff-3a02-44df-80a7-fe503de0f29b tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603464 Nov 23 07:49:17.330932 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5160b40-2706-4cab-9bc5-03d4153ff556 req-33b07e52-0c75-48f1-b8e4-e127f7f03b98 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:17.333303 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-b5160b40-2706-4cab-9bc5-03d4153ff556 req-33b07e52-0c75-48f1-b8e4-e127f7f03b98 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 944 time: 0.0611062 Nov 23 07:49:17.426687 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-b5160b40-2706-4cab-9bc5-03d4153ff556 req-8ada8f40-7ff5-49f9-b63a-04effc0526d7 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797489 Nov 23 07:49:17.644984 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb9058-e497-4630-9961-f535e8febb1c req-1338ebb4-44c4-4e11-b02e-1ab637d66503 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:17.646760 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-58eb9058-e497-4630-9961-f535e8febb1c req-1338ebb4-44c4-4e11-b02e-1ab637d66503 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 944 time: 0.0574527 Nov 23 07:49:17.716276 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-58eb9058-e497-4630-9961-f535e8febb1c req-da27915a-b57f-482b-ad1a-58395f8702f2 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585566 Nov 23 07:49:18.553446 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67b76c-a882-4259-ad87-8354d3bdfccc req-b1e21216-ff93-44d5-b1ab-c5a816cebf83 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:18.554998 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-de67b76c-a882-4259-ad87-8354d3bdfccc req-b1e21216-ff93-44d5-b1ab-c5a816cebf83 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 944 time: 0.0522687 Nov 23 07:49:18.611493 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-de67b76c-a882-4259-ad87-8354d3bdfccc req-903e2065-326f-40aa-8ace-70c5b84fcf32 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500519 Nov 23 07:49:18.893338 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76461836-7b17-4e08-b635-a71840becf6b req-b4310783-af7e-4a6d-ba38-7abc849fc425 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:18.895023 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-76461836-7b17-4e08-b635-a71840becf6b req-b4310783-af7e-4a6d-ba38-7abc849fc425 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 944 time: 0.0566096 Nov 23 07:49:18.955886 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-76461836-7b17-4e08-b635-a71840becf6b req-f932763c-b794-4541-a4f8-892b2e23e934 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495982 Nov 23 07:49:19.782800 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea318b83-6c7c-47eb-b3fe-978f6fc6f328 req-1bf61aea-b21c-49e0-b1ea-ab9e4479a1b3 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:19.784520 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ea318b83-6c7c-47eb-b3fe-978f6fc6f328 req-1bf61aea-b21c-49e0-b1ea-ab9e4479a1b3 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 944 time: 0.0683212 Nov 23 07:49:19.842224 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ea318b83-6c7c-47eb-b3fe-978f6fc6f328 req-ebbf8bb5-b886-4e0a-af34-73950b66a8eb tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512626 Nov 23 07:49:20.094675 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92a6d1-93a5-496f-acfd-d894446f69c7 req-7bc35b1d-7d89-4e24-9a36-793c3dafe714 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:20.096800 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-3f92a6d1-93a5-496f-acfd-d894446f69c7 req-7bc35b1d-7d89-4e24-9a36-793c3dafe714 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 944 time: 0.0669625 Nov 23 07:49:20.152223 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-3f92a6d1-93a5-496f-acfd-d894446f69c7 req-08c72eb2-a1ce-4b31-bac9-5aa2c0e3c7ba tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463541 Nov 23 07:49:20.987745 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c277f4-7733-44a8-b37f-772a5fab58d0 req-1b7e7c85-150d-48fe-b587-8bceebca9ca5 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:20.990425 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-48c277f4-7733-44a8-b37f-772a5fab58d0 req-1b7e7c85-150d-48fe-b587-8bceebca9ca5 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 944 time: 0.0654786 Nov 23 07:49:21.070543 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-48c277f4-7733-44a8-b37f-772a5fab58d0 req-b3b7dca1-1d7c-43e9-a746-019408f0fbbf tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677092 Nov 23 07:49:21.307943 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c1aed-56b6-4f28-83ff-99b692bf9a1d req-da22e0f2-0e77-44df-878a-57484814148d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:21.310791 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-6a5c1aed-56b6-4f28-83ff-99b692bf9a1d req-da22e0f2-0e77-44df-878a-57484814148d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 944 time: 0.0797391 Nov 23 07:49:21.367336 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-6a5c1aed-56b6-4f28-83ff-99b692bf9a1d req-c54543df-422e-414d-9d08-d09ab5beb5af tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497227 Nov 23 07:49:22.196480 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce9c11-85df-483d-98f7-f881603d136f req-00db8328-5aa5-47a6-85a4-9251f6c448f8 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:22.198071 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-7bce9c11-85df-483d-98f7-f881603d136f req-00db8328-5aa5-47a6-85a4-9251f6c448f8 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 944 time: 0.0511894 Nov 23 07:49:22.267623 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-7bce9c11-85df-483d-98f7-f881603d136f req-2e2a2779-1bd0-4ff2-89e8-120b49d5ac9d tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613306 Nov 23 07:49:22.500727 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c46ea-87ca-41cd-a15a-5d0df8bcdc84 req-b472e633-7f2d-4b94-865b-fe11506b170a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:22.502940 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-779c46ea-87ca-41cd-a15a-5d0df8bcdc84 req-b472e633-7f2d-4b94-865b-fe11506b170a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 944 time: 0.0562391 Nov 23 07:49:22.563258 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-779c46ea-87ca-41cd-a15a-5d0df8bcdc84 req-99f26fb7-5945-4578-96bc-9d1f80554042 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534625 Nov 23 07:49:23.411232 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221ba2f-9c72-44db-b907-04f8982f8985 req-07065cde-76ed-4d8e-8202-6018a8b817f5 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:23.412870 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-a221ba2f-9c72-44db-b907-04f8982f8985 req-07065cde-76ed-4d8e-8202-6018a8b817f5 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 944 time: 0.0594487 Nov 23 07:49:23.472791 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-a221ba2f-9c72-44db-b907-04f8982f8985 req-15086bd3-0b08-4791-a656-cf118386e7f2 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533881 Nov 23 07:49:23.754768 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460eda4-7040-4131-9644-b8b6a8dcebc9 req-4ebd847d-d73d-46cd-848c-ecdb1acd3a8f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:23.757441 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-b460eda4-7040-4131-9644-b8b6a8dcebc9 req-4ebd847d-d73d-46cd-848c-ecdb1acd3a8f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 944 time: 0.0722098 Nov 23 07:49:23.843638 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-b460eda4-7040-4131-9644-b8b6a8dcebc9 req-12aef2b6-1697-4945-b9bd-6d23f7edd89b tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796390 Nov 23 07:49:24.504964 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cda70-77cc-4f31-bfb5-846382ca8f5c req-fea338d3-b82c-427a-ac08-8f195f69d5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:24.506819 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4d4cda70-77cc-4f31-bfb5-846382ca8f5c req-fea338d3-b82c-427a-ac08-8f195f69d5f1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c4affbc5-6672-4357-8ba0-5a39b14c7726 HTTP/1.1" status: 200 len: 912 time: 0.1176240 Nov 23 07:49:24.576231 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4d4cda70-77cc-4f31-bfb5-846382ca8f5c req-ec012451-ba52-488f-96e3-a4c2ab223704 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89fe006c-5309-4d1a-9597-f6755351dfd8 HTTP/1.1" status: 200 len: 217 time: 0.0574782 Nov 23 07:49:24.666466 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cda70-77cc-4f31-bfb5-846382ca8f5c req-d38fe348-e3f2-400e-9900-5865654ef9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:24.668061 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4d4cda70-77cc-4f31-bfb5-846382ca8f5c req-d38fe348-e3f2-400e-9900-5865654ef9e5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5a9db76-59eb-474e-8541-9bbdd87b2e12 HTTP/1.1" status: 200 len: 850 time: 0.0794456 Nov 23 07:49:24.679193 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9eb65-5830-4ae8-a09d-46a3464a0a00 req-043ef4f6-d6e7-4a97-a86c-0486b42ab264 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:24.680812 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f1b9eb65-5830-4ae8-a09d-46a3464a0a00 req-043ef4f6-d6e7-4a97-a86c-0486b42ab264 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 944 time: 0.1020939 Nov 23 07:49:24.776543 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cda70-77cc-4f31-bfb5-846382ca8f5c req-4691cc43-7c47-46a3-9407-04f03b16f614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:24.780626 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4d4cda70-77cc-4f31-bfb5-846382ca8f5c req-4691cc43-7c47-46a3-9407-04f03b16f614 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c4affbc5-6672-4357-8ba0-5a39b14c7726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0985401 Nov 23 07:49:24.877056 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f1b9eb65-5830-4ae8-a09d-46a3464a0a00 req-5ed5613b-013c-49b6-92b3-1b082f6f6cf8 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535892 Nov 23 07:49:24.978823 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4d4cda70-77cc-4f31-bfb5-846382ca8f5c req-ce919e86-563b-4d07-a4ef-424f6b5d1f0f service neutron] 10.222.0.31 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867356 Nov 23 07:49:24.997106 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6aac58-4236-430b-8a57-526504133593 req-f6ba44a9-7d2d-413c-a130-eb72d0a83917 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:24.999660 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ee6aac58-4236-430b-8a57-526504133593 req-f6ba44a9-7d2d-413c-a130-eb72d0a83917 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 944 time: 0.0567436 Nov 23 07:49:25.059295 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ee6aac58-4236-430b-8a57-526504133593 req-93a5c830-5ec1-43ce-9005-d1d7d91f8e98 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503793 Nov 23 07:49:25.097269 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4d4cda70-77cc-4f31-bfb5-846382ca8f5c req-c7017e90-eafb-49e9-923d-7114b39c8a11 service neutron] 10.222.0.31 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091120 Nov 23 07:49:26.047667 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0077ad-76cf-459f-bf3c-06607d6cc2ec req-ef41f7ff-5a29-499e-9111-2ff0897bc978 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:26.049319 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ac0077ad-76cf-459f-bf3c-06607d6cc2ec req-ef41f7ff-5a29-499e-9111-2ff0897bc978 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 944 time: 0.0579278 Nov 23 07:49:26.134929 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ac0077ad-76cf-459f-bf3c-06607d6cc2ec req-a33edd2f-8f55-42b6-bf74-2c38c532d4b2 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773313 Nov 23 07:49:26.258293 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581ba00-319c-4458-8d2e-ef90e147a675 req-bc797db0-8baf-4525-9745-94c196515d78 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:26.259918 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c581ba00-319c-4458-8d2e-ef90e147a675 req-bc797db0-8baf-4525-9745-94c196515d78 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 944 time: 0.0642614 Nov 23 07:49:26.336894 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c581ba00-319c-4458-8d2e-ef90e147a675 req-11d21a90-f519-4c4b-a4aa-e9c8ef3d3b72 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671346 Nov 23 07:49:26.933288 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 7bb628ce-17b8-43a9-8265-270514936b86 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 07:49:27.037791 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 7bb628ce-17b8-43a9-8265-270514936b86, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7bb628ce-17b8-43a9-8265-270514936b86,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:49:27.051205 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Returning: {'device': '7bb628ce-17b8-43a9-8265-270514936b86', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'port_id': '7bb628ce-17b8-43a9-8265-270514936b86', 'mac_address': 'fa:16:3e:d6:3d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 07:49:27.097442 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:27.112291 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bb628ce-17b8-43a9-8265-270514936b86 {{(pid=109285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:49:27.148449 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 7bb628ce-17b8-43a9-8265-270514936b86, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7bb628ce-17b8-43a9-8265-270514936b86,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:49:27.153834 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:27.213663 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=7bb628ce-17b8-43a9-8265-270514936b86,revision_number=9']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:49:27.290160 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f1ce1-44cc-43fe-be3b-5fbafa0537e4 req-6a19a0ea-1438-42dc-a068-6b63cdffcaa1 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:27.293029 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-562f1ce1-44cc-43fe-be3b-5fbafa0537e4 req-6a19a0ea-1438-42dc-a068-6b63cdffcaa1 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 944 time: 0.0708752 Nov 23 07:49:27.354806 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-562f1ce1-44cc-43fe-be3b-5fbafa0537e4 req-04ceb107-84bf-4a3a-8fc8-16ea98c25967 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543926 Nov 23 07:49:27.431745 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['7bb628ce-17b8-43a9-8265-270514936b86'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:49:27.493131 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d466c-469e-493b-9720-b17de39e2adb req-a7c278d0-bfca-4f24-9f3d-e97627c7e3ef tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:27.494854 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6c5d466c-469e-493b-9720-b17de39e2adb req-a7c278d0-bfca-4f24-9f3d-e97627c7e3ef tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 945 time: 0.0564637 Nov 23 07:49:27.568976 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6c5d466c-469e-493b-9720-b17de39e2adb req-35192a14-ec0b-4909-8b52-09a8b583b88f tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641968 Nov 23 07:49:28.481692 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408c205-6c9d-4079-90e0-2b36b8d82ef0 req-e2f8e894-bf95-414c-9137-9b5e4da472e1 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:28.483615 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-9408c205-6c9d-4079-90e0-2b36b8d82ef0 req-e2f8e894-bf95-414c-9137-9b5e4da472e1 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 944 time: 0.0537555 Nov 23 07:49:28.529743 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-124f857b-e852-404d-80c6-e019d56b35ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:28.550257 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-9408c205-6c9d-4079-90e0-2b36b8d82ef0 req-2a70d12f-43f4-4d3b-a972-c5e7b47a3d6c tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594721 Nov 23 07:49:28.724175 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec9ba0-fc36-4b56-870a-f1624afa1f58 req-eff8088e-0b83-4ed1-a797-7c73e0f73d6e tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:28.725850 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a1ec9ba0-fc36-4b56-870a-f1624afa1f58 req-eff8088e-0b83-4ed1-a797-7c73e0f73d6e tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 945 time: 0.0638983 Nov 23 07:49:28.779219 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a1ec9ba0-fc36-4b56-870a-f1624afa1f58 req-e0cda0e2-30d2-4efc-84ba-3df6b7b15bbb tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468869 Nov 23 07:49:28.961460 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 7bb628ce-17b8-43a9-8265-270514936b86 up at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:49:29.038231 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning complete for port 7bb628ce-17b8-43a9-8265-270514936b86 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:49:29.038536 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:29.142469 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:29.174845 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d02284-ac69-4605-bd8e-1c29644f219c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb628ce-17b8-43a9-8265-270514936b86'}] {{(pid=109285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:49:29.177417 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02971d1b2c0bcda538738d777e0cd5340c6e6849857750afdab036a2de6ad34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b58c1b8-e562-4e6e-9530-1d46d8f800f2" -d '{"events": [{"server_uuid": "36d02284-ac69-4605-bd8e-1c29644f219c", "name": "network-vif-plugged", "status": "completed", "tag": "7bb628ce-17b8-43a9-8265-270514936b86"}]}' {{(pid=109285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:49:29.191760 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 7bb628ce-17b8-43a9-8265-270514936b86, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7bb628ce-17b8-43a9-8265-270514936b86,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:49:29.196819 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:29.222148 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9860fb5a-ebca-4ec2-9515-51c22a1e1a50 x-openstack-request-id: req-9860fb5a-ebca-4ec2-9515-51c22a1e1a50 {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:49:29.222491 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d02284-ac69-4605-bd8e-1c29644f219c", "name": "network-vif-plugged", "status": "completed", "tag": "7bb628ce-17b8-43a9-8265-270514936b86", "code": 200}]} {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:49:29.222681 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9860fb5a-ebca-4ec2-9515-51c22a1e1a50 {{(pid=109285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:49:29.223071 dv-cinder-804035-14-iscsi neutron-server[109285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d02284-ac69-4605-bd8e-1c29644f219c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb628ce-17b8-43a9-8265-270514936b86', 'code': 200} Nov 23 07:49:29.256699 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=7bb628ce-17b8-43a9-8265-270514936b86,revision_number=10']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:49:29.420653 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45321d-bcf7-4e5d-9392-ce9f07351609 req-f79d0244-8e20-4c53-a487-f3d1d39347ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:29.422149 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4c45321d-bcf7-4e5d-9392-ce9f07351609 req-f79d0244-8e20-4c53-a487-f3d1d39347ea service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 1100 time: 0.0429857 Nov 23 07:49:29.474296 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4c45321d-bcf7-4e5d-9392-ce9f07351609 req-d3f743f2-f37d-41fd-8587-fc952397eafe service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447252 Nov 23 07:49:29.684421 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac561d-9ad3-4717-a5c2-526b00a71638 req-fba6ab9a-37db-49c5-ae9d-8f54c1c39fc0 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:29.685925 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a7ac561d-9ad3-4717-a5c2-526b00a71638 req-fba6ab9a-37db-49c5-ae9d-8f54c1c39fc0 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 944 time: 0.0562882 Nov 23 07:49:29.738701 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a7ac561d-9ad3-4717-a5c2-526b00a71638 req-656620d4-54e4-47b9-ba1b-3f1ff0b22e31 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458140 Nov 23 07:49:29.951383 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56568662-00e7-4d08-93d4-002875b169c9 req-2671e636-7d50-4481-9cf4-e37448deb431 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:29.952878 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-56568662-00e7-4d08-93d4-002875b169c9 req-2671e636-7d50-4481-9cf4-e37448deb431 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 947 time: 0.0503533 Nov 23 07:49:30.010792 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-56568662-00e7-4d08-93d4-002875b169c9 req-0b2e70af-5af7-4e44-af62-f8f39bf27630 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501215 Nov 23 07:49:30.908872 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c831e3-8646-4137-a07d-5aeb647bc9d0 req-96e004fa-4990-4e73-9325-3688f3579d7e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:30.911599 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-33c831e3-8646-4137-a07d-5aeb647bc9d0 req-96e004fa-4990-4e73-9325-3688f3579d7e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 944 time: 0.0710545 Nov 23 07:49:30.981180 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-33c831e3-8646-4137-a07d-5aeb647bc9d0 req-57a32a1c-6d72-475c-a5c6-c773f3327637 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632465 Nov 23 07:49:31.189476 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a1631-1ce2-4498-8e77-73d8007c0c60 req-4e567a74-e418-42a9-bdc3-6bb746040552 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:31.191360 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-259a1631-1ce2-4498-8e77-73d8007c0c60 req-4e567a74-e418-42a9-bdc3-6bb746040552 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 947 time: 0.0636637 Nov 23 07:49:31.259796 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-259a1631-1ce2-4498-8e77-73d8007c0c60 req-46edc36f-1cd4-4287-8b25-ceff512519c1 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618536 Nov 23 07:49:31.324090 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-607c3221-8154-4997-a2cf-7bf215ea6d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:32.119701 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bbff5-bbcd-49a2-8240-deadc3096aec req-af4eb081-8b64-4abc-8169-0ddbaaf41d54 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:32.121300 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-cb9bbff5-bbcd-49a2-8240-deadc3096aec req-af4eb081-8b64-4abc-8169-0ddbaaf41d54 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 944 time: 0.0543799 Nov 23 07:49:32.182814 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-cb9bbff5-bbcd-49a2-8240-deadc3096aec req-d5a8bc2b-3174-478f-9bf6-91ec329b0fbd tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531240 Nov 23 07:49:32.396284 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1aa6b-ac6e-4f4f-a3da-dfbfc417c7aa req-5c54e2ac-ca19-4041-877a-002c97e74659 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:32.398201 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-c5c1aa6b-ac6e-4f4f-a3da-dfbfc417c7aa req-5c54e2ac-ca19-4041-877a-002c97e74659 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 947 time: 0.0579298 Nov 23 07:49:32.452282 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-c5c1aa6b-ac6e-4f4f-a3da-dfbfc417c7aa req-d42e7664-4999-4c62-b47d-b35fde5d6382 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476842 Nov 23 07:49:32.610582 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:49:32.789450 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:33.009500 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 89fe006c-5309-4d1a-9597-f6755351dfd8 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 07:49:33.111700 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 89fe006c-5309-4d1a-9597-f6755351dfd8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=89fe006c-5309-4d1a-9597-f6755351dfd8,segment=NetworkSegment(01bfddae-d667-40a4-ba2c-71a16ea9303a),segment_id=01bfddae-d667-40a4-ba2c-71a16ea9303a)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:49:33.131140 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Returning: {'device': '89fe006c-5309-4d1a-9597-f6755351dfd8', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'port_id': '89fe006c-5309-4d1a-9597-f6755351dfd8', 'mac_address': 'fa:16:3e:bc:75:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 07:49:33.173312 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:33.187016 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89fe006c-5309-4d1a-9597-f6755351dfd8 {{(pid=109285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:49:33.207227 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 89fe006c-5309-4d1a-9597-f6755351dfd8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=89fe006c-5309-4d1a-9597-f6755351dfd8,segment=NetworkSegment(01bfddae-d667-40a4-ba2c-71a16ea9303a),segment_id=01bfddae-d667-40a4-ba2c-71a16ea9303a)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:49:33.210949 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:33.264118 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=89fe006c-5309-4d1a-9597-f6755351dfd8,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:49:33.308957 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0b6df-acdd-4f00-9730-aa0b6d3875ed req-97b0a468-9754-4b0a-8131-ff8887a7461d tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:33.310473 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-44a0b6df-acdd-4f00-9730-aa0b6d3875ed req-97b0a468-9754-4b0a-8131-ff8887a7461d tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 945 time: 0.0495763 Nov 23 07:49:33.360396 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-44a0b6df-acdd-4f00-9730-aa0b6d3875ed req-1d9c014f-4376-47e2-b85d-6f769d4ef43d tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440423 Nov 23 07:49:33.456031 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['89fe006c-5309-4d1a-9597-f6755351dfd8'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:49:34.497543 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eba749-4a91-4a85-867e-5f9a302fbd22 req-6a8bd971-a7d8-45a0-86ef-7b0e909d2494 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:34.499233 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c0eba749-4a91-4a85-867e-5f9a302fbd22 req-6a8bd971-a7d8-45a0-86ef-7b0e909d2494 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 945 time: 0.0612195 Nov 23 07:49:34.557396 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c0eba749-4a91-4a85-867e-5f9a302fbd22 req-60ea3e12-b441-46eb-95d8-bb4b10ea0f2c tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513885 Nov 23 07:49:34.840751 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:35.016104 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 89fe006c-5309-4d1a-9597-f6755351dfd8 up at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:49:35.069906 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning for port 89fe006c-5309-4d1a-9597-f6755351dfd8 completed by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 07:49:35.074659 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning complete for port 89fe006c-5309-4d1a-9597-f6755351dfd8 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:49:35.074996 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:35.168618 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:35.192905 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6c04f8-01f0-44e2-9232-f865f1af5591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89fe006c-5309-4d1a-9597-f6755351dfd8'}] {{(pid=109285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:49:35.195195 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02971d1b2c0bcda538738d777e0cd5340c6e6849857750afdab036a2de6ad34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f0a145-d3a2-42b8-87c0-911209a68f5e" -d '{"events": [{"server_uuid": "9e6c04f8-01f0-44e2-9232-f865f1af5591", "name": "network-vif-plugged", "status": "completed", "tag": "89fe006c-5309-4d1a-9597-f6755351dfd8"}]}' {{(pid=109285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:49:35.212962 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 89fe006c-5309-4d1a-9597-f6755351dfd8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=89fe006c-5309-4d1a-9597-f6755351dfd8,segment=NetworkSegment(01bfddae-d667-40a4-ba2c-71a16ea9303a),segment_id=01bfddae-d667-40a4-ba2c-71a16ea9303a)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:49:35.217423 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:35.242451 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcaee61-7113-4b26-8884-1ffca9e4d65b x-openstack-request-id: req-9fcaee61-7113-4b26-8884-1ffca9e4d65b {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:49:35.242769 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6c04f8-01f0-44e2-9232-f865f1af5591", "name": "network-vif-plugged", "status": "completed", "tag": "89fe006c-5309-4d1a-9597-f6755351dfd8", "code": 200}]} {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:49:35.243030 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9fcaee61-7113-4b26-8884-1ffca9e4d65b {{(pid=109285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:49:35.243441 dv-cinder-804035-14-iscsi neutron-server[109285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6c04f8-01f0-44e2-9232-f865f1af5591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89fe006c-5309-4d1a-9597-f6755351dfd8', 'code': 200} Nov 23 07:49:35.271798 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=89fe006c-5309-4d1a-9597-f6755351dfd8,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:49:35.484929 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1874ab-9d7b-4df9-84bd-5370b1537e28 req-7d9183f3-ec4a-4683-a54f-b10e0eff1218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:35.486968 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2f1874ab-9d7b-4df9-84bd-5370b1537e28 req-7d9183f3-ec4a-4683-a54f-b10e0eff1218 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 1099 time: 0.0449691 Nov 23 07:49:35.536992 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2f1874ab-9d7b-4df9-84bd-5370b1537e28 req-f154fb86-ce8b-40c5-b516-1a3509f9cbb5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419891 Nov 23 07:49:35.588999 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:35.690790 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42760361-041e-48b2-87fc-2ca202040f1a req-234dced0-e09b-4daf-8772-720b3ab335c8 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:35.692396 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-42760361-041e-48b2-87fc-2ca202040f1a req-234dced0-e09b-4daf-8772-720b3ab335c8 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 946 time: 0.0556901 Nov 23 07:49:35.746655 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-42760361-041e-48b2-87fc-2ca202040f1a req-b168cc6f-fbaf-40c9-bef2-e092d4a887fe tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479746 Nov 23 07:49:36.898494 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b97e34-b220-473d-9342-3ab6a530e9e2 req-f8d240c9-bee2-4887-9738-c014150e270e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:36.899926 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-92b97e34-b220-473d-9342-3ab6a530e9e2 req-f8d240c9-bee2-4887-9738-c014150e270e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 946 time: 0.0679772 Nov 23 07:49:36.954310 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-92b97e34-b220-473d-9342-3ab6a530e9e2 req-42732e82-adb3-4dcc-b8f8-8f3fb16f8267 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475497 Nov 23 07:49:37.089899 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d64070-4b97-4b82-bd98-48e3feccccc6 req-6bf98929-2565-44bb-8fe8-093086a91fa0 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:37.091497 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-13d64070-4b97-4b82-bd98-48e3feccccc6 req-6bf98929-2565-44bb-8fe8-093086a91fa0 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 946 time: 0.0600357 Nov 23 07:49:37.151868 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-13d64070-4b97-4b82-bd98-48e3feccccc6 req-6773d397-5c56-4808-86d9-9630c041f8ae tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494144 Nov 23 07:49:37.174975 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 49564) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:49:37.256480 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28bd3bb-08d8-4ec2-883f-aa196ef9e5c3 tempest-TestVolumeBootPattern-1679803880 tempest-TestVolumeBootPattern-1679803880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:37.257999 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-d28bd3bb-08d8-4ec2-883f-aa196ef9e5c3 tempest-TestVolumeBootPattern-1679803880 tempest-TestVolumeBootPattern-1679803880-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 1094 time: 0.0819981 Nov 23 07:49:37.260841 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 49568) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:49:37.265094 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Request body: {'floatingip': {'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'port_id': '89fe006c-5309-4d1a-9597-f6755351dfd8', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:49:37.287603 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for floatingip, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:37.388162 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:37.388764 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:37.501780 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Allocated IP 172.27.2.77 (891dfe80-61d0-4c14-832c-7438dfe6f055/08f8fc41-5d8c-4fca-8f02-9f082906db87/1f489b93-9ea0-419c-9290-1feeb4ae1975) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:49:37.609523 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:37.645178 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:37.683216 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Network 891dfe80-61d0-4c14-832c-7438dfe6f055 is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:49:37.688398 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:49:37.692833 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:49:37.717557 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Pushing event updated for resources: {'Port': ['ID=1f489b93-9ea0-419c-9290-1feeb4ae1975,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:49:37.731334 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:49:37.731687 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:49:37.732032 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:49:37.732373 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:49:37.732710 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:49:37.733054 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:49:37.733381 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:49:37.733722 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:49:37.734072 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:49:37.734405 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:49:37.734733 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:49:37.735061 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:49:38.070316 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:38.142239 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:38.293789 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:38.298798 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9542747'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:38.364437 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Pushing event updated for resources: {'Port': ['ID=1f489b93-9ea0-419c-9290-1feeb4ae1975,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:49:38.374116 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1712191'] for floatingip, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:38.471106 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.db.l3_db [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Floating IP f80b66fb-a3f7-4dbb-9912-f5880562b392 associated. External IP: 172.27.2.77, port: 89fe006c-5309-4d1a-9597-f6755351dfd8. Nov 23 07:49:38.675032 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Router 896cc335-b01d-463e-9fc1-5fd3f6c17be3 has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:49:38.786301 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:49:38.802467 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee6b677-19e9-48a9-9798-702e8310b24d None None] Sync routers for ids ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'] in dv-cinder-804035-14-iscsi {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:49:38.807172 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for floatingip, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:38.813234 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee6b677-19e9-48a9-9798-702e8310b24d None None] Routers {'896cc335-b01d-463e-9fc1-5fd3f6c17be3'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:49:38.814567 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-1ee6b677-19e9-48a9-9798-702e8310b24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:49:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:49:38.836290 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-8e1988a0-d4ba-4992-812a-91241b8fe20e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5744145 Nov 23 07:49:38.836885 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6c04f8-01f0-44e2-9232-f865f1af5591', 'tag': '89fe006c-5309-4d1a-9597-f6755351dfd8'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:49:38.839229 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7845435d-a8d9-4f3b-ba31-f30559c4abb1" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6c04f8-01f0-44e2-9232-f865f1af5591", "tag": "89fe006c-5309-4d1a-9597-f6755351dfd8"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:49:38.878722 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcff2625-cd10-4fd5-9e9a-bd2331c306f7 x-openstack-request-id: req-fcff2625-cd10-4fd5-9e9a-bd2331c306f7 {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:49:38.879022 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6c04f8-01f0-44e2-9232-f865f1af5591", "tag": "89fe006c-5309-4d1a-9597-f6755351dfd8", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:49:38.879281 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fcff2625-cd10-4fd5-9e9a-bd2331c306f7 {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:49:38.879690 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6c04f8-01f0-44e2-9232-f865f1af5591', 'tag': '89fe006c-5309-4d1a-9597-f6755351dfd8', 'status': 'completed', 'code': 200} Nov 23 07:49:38.933948 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-1ee6b677-19e9-48a9-9798-702e8310b24d None None] Set router 896cc335-b01d-463e-9fc1-5fd3f6c17be3 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:49:38.957419 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845435d-a8d9-4f3b-ba31-f30559c4abb1 req-ea14780d-a449-48d1-94f4-939c3acd3c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:38.959054 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7845435d-a8d9-4f3b-ba31-f30559c4abb1 req-ea14780d-a449-48d1-94f4-939c3acd3c57 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923ced17fbea41d2bb472b52dd316477&device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 1099 time: 0.0455086 Nov 23 07:49:39.065121 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845435d-a8d9-4f3b-ba31-f30559c4abb1 req-bacb572b-250c-466c-a138-dec5280e2d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:39.066654 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7845435d-a8d9-4f3b-ba31-f30559c4abb1 req-bacb572b-250c-466c-a138-dec5280e2d79 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c4affbc5-6672-4357-8ba0-5a39b14c7726 HTTP/1.1" status: 200 len: 912 time: 0.0994916 Nov 23 07:49:39.142053 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7845435d-a8d9-4f3b-ba31-f30559c4abb1 req-ec06878a-fa00-4bd1-8085-96ea502cac6c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89fe006c-5309-4d1a-9597-f6755351dfd8 HTTP/1.1" status: 200 len: 999 time: 0.0666475 Nov 23 07:49:39.200876 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845435d-a8d9-4f3b-ba31-f30559c4abb1 req-54e76577-1ea3-47a1-bbec-f35a08885744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:39.202286 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7845435d-a8d9-4f3b-ba31-f30559c4abb1 req-54e76577-1ea3-47a1-bbec-f35a08885744 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5a9db76-59eb-474e-8541-9bbdd87b2e12 HTTP/1.1" status: 200 len: 850 time: 0.0514035 Nov 23 07:49:39.207053 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-1ee6b677-19e9-48a9-9798-702e8310b24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'name': 'tempest-TestVolumeBootPattern-378299860-router', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '07888511-c821-47bc-99f8-5cdce44e7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:32Z', 'updated_at': '2021-11-23T07:48:37Z', 'revision_number': 4, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'gw_port': {'id': '07888511-c821-47bc-99f8-5cdce44e7238', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:33Z', 'updated_at': '2021-11-23T07:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_floatingips': [{'id': 'f80b66fb-a3f7-4dbb-9912-f5880562b392', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'port_id': '89fe006c-5309-4d1a-9597-f6755351dfd8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'mac_address': 'fa:16:3e:bc:75:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6c04f8-01f0-44e2-9232-f865f1af5591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:49:37Z', 'updated_at': '2021-11-23T07:49:37Z', 'revision_number': 0, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516a9013-3e9c-457c-b973-8b9794fc8340', 'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'mac_address': 'fa:16:3e:30:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:36Z', 'updated_at': '2021-11-23T07:48:43Z', 'revision_number': 5, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'subnets': [{'id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:49:39.232600 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee6b677-19e9-48a9-9798-702e8310b24d None None] Checking router: 896cc335-b01d-463e-9fc1-5fd3f6c17be3 for host: dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:49:39.241545 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee6b677-19e9-48a9-9798-702e8310b24d None None] Routers {'896cc335-b01d-463e-9fc1-5fd3f6c17be3'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:49:39.242182 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-1ee6b677-19e9-48a9-9798-702e8310b24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:49:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:49:39.252219 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845435d-a8d9-4f3b-ba31-f30559c4abb1 req-e5675de5-b1ab-4117-9548-11e101380815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:39.253812 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7845435d-a8d9-4f3b-ba31-f30559c4abb1 req-e5675de5-b1ab-4117-9548-11e101380815 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c4affbc5-6672-4357-8ba0-5a39b14c7726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427189 Nov 23 07:49:39.353328 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7845435d-a8d9-4f3b-ba31-f30559c4abb1 req-0864daeb-794c-46e8-bb65-bf0c1b6ca97c service neutron] 10.222.0.31 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901189 Nov 23 07:49:39.354171 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-1ee6b677-19e9-48a9-9798-702e8310b24d None None] Set router 896cc335-b01d-463e-9fc1-5fd3f6c17be3 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:49:39.452978 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7845435d-a8d9-4f3b-ba31-f30559c4abb1 req-440ca5bc-d0dc-435c-ab0b-7e0cbbfacd35 service neutron] 10.222.0.31 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910542 Nov 23 07:49:39.588297 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-1ee6b677-19e9-48a9-9798-702e8310b24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'name': 'tempest-TestVolumeBootPattern-378299860-router', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '07888511-c821-47bc-99f8-5cdce44e7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:32Z', 'updated_at': '2021-11-23T07:48:37Z', 'revision_number': 4, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'gw_port': {'id': '07888511-c821-47bc-99f8-5cdce44e7238', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:33Z', 'updated_at': '2021-11-23T07:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_floatingips': [{'id': 'f80b66fb-a3f7-4dbb-9912-f5880562b392', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'port_id': '89fe006c-5309-4d1a-9597-f6755351dfd8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'mac_address': 'fa:16:3e:bc:75:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6c04f8-01f0-44e2-9232-f865f1af5591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:49:37Z', 'updated_at': '2021-11-23T07:49:37Z', 'revision_number': 0, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516a9013-3e9c-457c-b973-8b9794fc8340', 'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'mac_address': 'fa:16:3e:30:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:36Z', 'updated_at': '2021-11-23T07:48:43Z', 'revision_number': 5, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'subnets': [{'id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:49:39.614358 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee6b677-19e9-48a9-9798-702e8310b24d None None] The sync data for ids ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'] in dv-cinder-804035-14-iscsi is: [{'id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'name': 'tempest-TestVolumeBootPattern-378299860-router', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '07888511-c821-47bc-99f8-5cdce44e7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:32Z', 'updated_at': '2021-11-23T07:48:37Z', 'revision_number': 4, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'gw_port': {'id': '07888511-c821-47bc-99f8-5cdce44e7238', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:33Z', 'updated_at': '2021-11-23T07:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_floatingips': [{'id': 'f80b66fb-a3f7-4dbb-9912-f5880562b392', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'port_id': '89fe006c-5309-4d1a-9597-f6755351dfd8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'mac_address': 'fa:16:3e:bc:75:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6c04f8-01f0-44e2-9232-f865f1af5591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:49:37Z', 'updated_at': '2021-11-23T07:49:37Z', 'revision_number': 0, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516a9013-3e9c-457c-b973-8b9794fc8340', 'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'mac_address': 'fa:16:3e:30:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:36Z', 'updated_at': '2021-11-23T07:48:43Z', 'revision_number': 5, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'subnets': [{'id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:49:39.802002 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb1b0d4-3e54-4926-9900-36bc82a1a3ec None None] New status for floating IP f80b66fb-a3f7-4dbb-9912-f5880562b392: ACTIVE {{(pid=109286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 07:49:46.825050 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df2f3f-9085-46f9-a0ae-4e5887462da2 req-7065f634-cea1-43a9-b204-e94b7b46dfa1 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:46.826741 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-04df2f3f-9085-46f9-a0ae-4e5887462da2 req-7065f634-cea1-43a9-b204-e94b7b46dfa1 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=65836c81-3d98-4338-a51d-aa3bb0ef7b76 HTTP/1.1" status: 200 len: 946 time: 0.0555217 Nov 23 07:49:46.879012 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-04df2f3f-9085-46f9-a0ae-4e5887462da2 req-343a6b56-9703-40a6-8cc9-0d661ae1bf40 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=26671225-dcb6-48a3-94dd-558c8242f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458963 Nov 23 07:49:48.001743 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5153ac-0566-410c-bfa1-620d51b7759a req-f4911010-d22f-49a2-aa87-fd1af09a5c8b tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:48.003354 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-9c5153ac-0566-410c-bfa1-620d51b7759a req-f4911010-d22f-49a2-aa87-fd1af09a5c8b tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=65836c81-3d98-4338-a51d-aa3bb0ef7b76 HTTP/1.1" status: 200 len: 946 time: 0.0518782 Nov 23 07:49:48.054069 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-9c5153ac-0566-410c-bfa1-620d51b7759a req-c3376f24-1438-46bd-9ba7-50326531a9cc tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=26671225-dcb6-48a3-94dd-558c8242f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446854 Nov 23 07:49:48.833586 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804500e-7a34-4604-b599-c0a1afc55555 req-46f8bf5f-c096-4da4-838b-9b012505f557 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:48.835145 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-e804500e-7a34-4604-b599-c0a1afc55555 req-46f8bf5f-c096-4da4-838b-9b012505f557 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.31 "GET /v2.0/ports?device_id=65836c81-3d98-4338-a51d-aa3bb0ef7b76 HTTP/1.1" status: 200 len: 946 time: 0.0567904 Nov 23 07:49:48.936265 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-e804500e-7a34-4604-b599-c0a1afc55555 req-d594c933-c3f9-41d1-8d83-89560281b4c2 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Deleting port 57edcc25-5f03-4d06-8e19-80459dbc84fb {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:49:48.936629 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-e804500e-7a34-4604-b599-c0a1afc55555 req-d594c933-c3f9-41d1-8d83-89560281b4c2 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:49.342766 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-e804500e-7a34-4604-b599-c0a1afc55555 req-d594c933-c3f9-41d1-8d83-89560281b4c2 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] For port 57edcc25-5f03-4d06-8e19-80459dbc84fb, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=57edcc25-5f03-4d06-8e19-80459dbc84fb,segment=NetworkSegment(d49c0d41-f11b-425e-9786-8329159ba34c),segment_id=d49c0d41-f11b-425e-9786-8329159ba34c)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:49:49.343044 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-e804500e-7a34-4604-b599-c0a1afc55555 req-d594c933-c3f9-41d1-8d83-89560281b4c2 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:49.365016 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa47322-c257-4757-9199-77c8567f260f req-d3f50117-02ac-4932-8965-55c761fd0540 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:49:49.366535 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4aa47322-c257-4757-9199-77c8567f260f req-d3f50117-02ac-4932-8965-55c761fd0540 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=65836c81-3d98-4338-a51d-aa3bb0ef7b76 HTTP/1.1" status: 200 len: 946 time: 0.0881472 Nov 23 07:49:49.490932 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4aa47322-c257-4757-9199-77c8567f260f req-57e3f02a-d200-4b77-a360-2499a5248113 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups?id=26671225-dcb6-48a3-94dd-558c8242f1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939353 Nov 23 07:49:49.560969 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-e804500e-7a34-4604-b599-c0a1afc55555 req-d594c933-c3f9-41d1-8d83-89560281b4c2 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:49.561329 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-e804500e-7a34-4604-b599-c0a1afc55555 req-d594c933-c3f9-41d1-8d83-89560281b4c2 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1712191'] for floatingip, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:49.561644 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.db.l3_db [req-e804500e-7a34-4604-b599-c0a1afc55555 req-d594c933-c3f9-41d1-8d83-89560281b4c2 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Floating IP d07c1755-eb86-4834-a7f8-cf690edec433 disassociated. External IP: 172.27.2.134, port: 57edcc25-5f03-4d06-8e19-80459dbc84fb. Nov 23 07:49:49.562013 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-e804500e-7a34-4604-b599-c0a1afc55555 req-d594c933-c3f9-41d1-8d83-89560281b4c2 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Calling delete_port for 57edcc25-5f03-4d06-8e19-80459dbc84fb owned by compute:nova {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:49:49.695843 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-e804500e-7a34-4604-b599-c0a1afc55555 req-d594c933-c3f9-41d1-8d83-89560281b4c2 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:49.727228 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594c933-c3f9-41d1-8d83-89560281b4c2 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Pushing event deleted for resources: {'Port': ['ID=57edcc25-5f03-4d06-8e19-80459dbc84fb,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:49:49.849166 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e804500e-7a34-4604-b599-c0a1afc55555 req-d594c933-c3f9-41d1-8d83-89560281b4c2 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Router 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:49:49.974581 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e804500e-7a34-4604-b599-c0a1afc55555 req-d594c933-c3f9-41d1-8d83-89560281b4c2 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:49:49.985199 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd81fabb-2cdf-43b7-9132-cf1fa1288d7e None None] Sync routers for ids ['74ab5de3-8801-40c3-96b4-eaa83e6bcb01'] in dv-cinder-804035-14-iscsi {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:49:49.996822 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd81fabb-2cdf-43b7-9132-cf1fa1288d7e None None] Routers {'74ab5de3-8801-40c3-96b4-eaa83e6bcb01'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:49:49.998016 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-cd81fabb-2cdf-43b7-9132-cf1fa1288d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:49:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['74ab5de3-8801-40c3-96b4-eaa83e6bcb01'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:49:50.023225 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-e804500e-7a34-4604-b599-c0a1afc55555 req-d594c933-c3f9-41d1-8d83-89560281b4c2 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] No DVR routers for this DVR port 57edcc25-5f03-4d06-8e19-80459dbc84fb on host hv-cinder-80403 {{(pid=109283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:49:50.026204 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-e804500e-7a34-4604-b599-c0a1afc55555 req-d594c933-c3f9-41d1-8d83-89560281b4c2 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:50.030112 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-e804500e-7a34-4604-b599-c0a1afc55555 req-d594c933-c3f9-41d1-8d83-89560281b4c2 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.31 "DELETE /v2.0/ports/57edcc25-5f03-4d06-8e19-80459dbc84fb HTTP/1.1" status: 204 len: 173 time: 1.1855354 Nov 23 07:49:50.030740 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65836c81-3d98-4338-a51d-aa3bb0ef7b76', 'name': 'network-vif-deleted', 'tag': '57edcc25-5f03-4d06-8e19-80459dbc84fb'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:49:50.034704 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25334fab-c92b-42c2-97b5-dd4be63ff0e7" -d '{"events": [{"server_uuid": "65836c81-3d98-4338-a51d-aa3bb0ef7b76", "name": "network-vif-deleted", "tag": "57edcc25-5f03-4d06-8e19-80459dbc84fb"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:49:50.101312 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1005e3c5-146d-432b-8f12-7ee4c6013a27 x-openstack-request-id: req-1005e3c5-146d-432b-8f12-7ee4c6013a27 {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:49:50.101765 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65836c81-3d98-4338-a51d-aa3bb0ef7b76", "name": "network-vif-deleted", "tag": "57edcc25-5f03-4d06-8e19-80459dbc84fb", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:49:50.102159 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1005e3c5-146d-432b-8f12-7ee4c6013a27 {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:49:50.102832 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65836c81-3d98-4338-a51d-aa3bb0ef7b76', 'name': 'network-vif-deleted', 'tag': '57edcc25-5f03-4d06-8e19-80459dbc84fb', 'status': 'completed', 'code': 200} Nov 23 07:49:50.156860 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-cd81fabb-2cdf-43b7-9132-cf1fa1288d7e None None] Set router 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:49:50.527428 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-cd81fabb-2cdf-43b7-9132-cf1fa1288d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'name': 'tempest-AttachVolumeTestJSON-1793854537-router', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:42:59Z', 'updated_at': '2021-11-23T07:43:06Z', 'revision_number': 4, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'gw_port': {'id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'c744d497-55c1-4984-8d71-d54aea45c656', 'name': '', 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'mac_address': 'fa:16:3e:40:12:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:04Z', 'updated_at': '2021-11-23T07:43:19Z', 'revision_number': 5, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'subnets': [{'id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:49:50.568608 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd81fabb-2cdf-43b7-9132-cf1fa1288d7e None None] Checking router: 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 for host: dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:49:50.580822 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd81fabb-2cdf-43b7-9132-cf1fa1288d7e None None] Routers {'74ab5de3-8801-40c3-96b4-eaa83e6bcb01'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:49:50.581451 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-cd81fabb-2cdf-43b7-9132-cf1fa1288d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:49:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['74ab5de3-8801-40c3-96b4-eaa83e6bcb01'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:49:50.613095 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ed748f5f-9192-4a3b-a2e3-842632752ce8 req-ccfe22c6-3184-4c6f-9431-3393963d259f tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/ports?device_id=65836c81-3d98-4338-a51d-aa3bb0ef7b76 HTTP/1.1" status: 200 len: 210 time: 0.0282063 Nov 23 07:49:50.724124 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-cd81fabb-2cdf-43b7-9132-cf1fa1288d7e None None] Set router 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:49:50.994865 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-cd81fabb-2cdf-43b7-9132-cf1fa1288d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'name': 'tempest-AttachVolumeTestJSON-1793854537-router', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:42:59Z', 'updated_at': '2021-11-23T07:43:06Z', 'revision_number': 4, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'gw_port': {'id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'c744d497-55c1-4984-8d71-d54aea45c656', 'name': '', 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'mac_address': 'fa:16:3e:40:12:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:04Z', 'updated_at': '2021-11-23T07:43:19Z', 'revision_number': 5, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'subnets': [{'id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:49:51.023665 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd81fabb-2cdf-43b7-9132-cf1fa1288d7e None None] The sync data for ids ['74ab5de3-8801-40c3-96b4-eaa83e6bcb01'] in dv-cinder-804035-14-iscsi is: [{'id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'name': 'tempest-AttachVolumeTestJSON-1793854537-router', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:42:59Z', 'updated_at': '2021-11-23T07:43:06Z', 'revision_number': 4, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'gw_port': {'id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'c744d497-55c1-4984-8d71-d54aea45c656', 'name': '', 'network_id': '41a8f465-c4c3-4408-a9dd-14556e78b966', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'mac_address': 'fa:16:3e:40:12:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:04Z', 'updated_at': '2021-11-23T07:43:19Z', 'revision_number': 5, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'subnets': [{'id': 'f02b6904-8bee-4b65-8d68-a5eced424f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:49:51.284619 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fa20f3-32cf-4e70-81f6-aeccc768297b None None] New status for floating IP d07c1755-eb86-4834-a7f8-cf690edec433: DOWN {{(pid=109286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 07:49:51.716229 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 49652) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:49:51.772519 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f290f2f0-8042-477f-b696-f8b5cd994039 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:51.796446 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f290f2f0-8042-477f-b696-f8b5cd994039 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:51.847115 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f290f2f0-8042-477f-b696-f8b5cd994039 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:51.850005 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f290f2f0-8042-477f-b696-f8b5cd994039 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:51.851275 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-f290f2f0-8042-477f-b696-f8b5cd994039 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "DELETE /v2.0/security-groups/26671225-dcb6-48a3-94dd-558c8242f1c1 HTTP/1.1" status: 204 len: 168 time: 0.1340029 Nov 23 07:49:51.854072 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 49654) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:49:51.861210 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290f2f0-8042-477f-b696-f8b5cd994039 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26671225-dcb6-48a3-94dd-558c8242f1c1,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:49:51.867040 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.api.v2.resource [None req-b357ae1a-41a3-4758-bf84-d307ff347073 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] show failed (client error): The resource could not be found. Nov 23 07:49:51.871035 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 49656) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:49:51.871290 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-b357ae1a-41a3-4758-bf84-d307ff347073 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "GET /v2.0/security-groups/26671225-dcb6-48a3-94dd-558c8242f1c1 HTTP/1.1" status: 404 len: 347 time: 0.0160630 Nov 23 07:49:51.998059 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-2a19ab76-21ca-4d0d-9462-c4f2b3019f49 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Deleting port 29589358-06a4-4dac-b1db-4e244d94906a {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:49:51.998404 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2a19ab76-21ca-4d0d-9462-c4f2b3019f49 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:52.076436 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2a19ab76-21ca-4d0d-9462-c4f2b3019f49 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:52.076760 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2a19ab76-21ca-4d0d-9462-c4f2b3019f49 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:52.089400 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-2a19ab76-21ca-4d0d-9462-c4f2b3019f49 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Calling delete_port for 29589358-06a4-4dac-b1db-4e244d94906a owned by network:floatingip {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:49:52.227535 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2a19ab76-21ca-4d0d-9462-c4f2b3019f49 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:52.254082 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19ab76-21ca-4d0d-9462-c4f2b3019f49 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Pushing event deleted for resources: {'Port': ['ID=29589358-06a4-4dac-b1db-4e244d94906a,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:49:52.318471 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2a19ab76-21ca-4d0d-9462-c4f2b3019f49 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks [] for floatingip, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:52.322630 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2a19ab76-21ca-4d0d-9462-c4f2b3019f49 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for floatingip, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:52.322630 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-2a19ab76-21ca-4d0d-9462-c4f2b3019f49 tempest-AttachVolumeTestJSON-1017959362 tempest-AttachVolumeTestJSON-1017959362-project] 10.222.0.48 "DELETE /v2.0/floatingips/d07c1755-eb86-4834-a7f8-cf690edec433 HTTP/1.1" status: 204 len: 168 time: 0.4482744 Nov 23 07:49:53.114427 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 57edcc25-5f03-4d06-8e19-80459dbc84fb no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:49:53.138445 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] No Port match for: 57edcc25-5f03-4d06-8e19-80459dbc84fb {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:49:53.138796 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 57edcc25-5f03-4d06-8e19-80459dbc84fb not bound to the agent host hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:49:56.014174 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 49688) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:49:56.614865 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5e3dfd27-dd93-486c-b063-6ec4b08eb535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1712703'] for router_interface, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:56.972208 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-5e3dfd27-dd93-486c-b063-6ec4b08eb535 admin admin] Deleting port c744d497-55c1-4984-8d71-d54aea45c656 {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:49:56.972546 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5e3dfd27-dd93-486c-b063-6ec4b08eb535 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:57.067781 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-5e3dfd27-dd93-486c-b063-6ec4b08eb535 admin admin] For port c744d497-55c1-4984-8d71-d54aea45c656, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=c744d497-55c1-4984-8d71-d54aea45c656,segment=NetworkSegment(d49c0d41-f11b-425e-9786-8329159ba34c),segment_id=d49c0d41-f11b-425e-9786-8329159ba34c)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:49:57.068643 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5e3dfd27-dd93-486c-b063-6ec4b08eb535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:57.092195 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-5e3dfd27-dd93-486c-b063-6ec4b08eb535 admin admin] Calling delete_port for c744d497-55c1-4984-8d71-d54aea45c656 owned by network:router_interface {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:49:57.318121 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5e3dfd27-dd93-486c-b063-6ec4b08eb535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:57.353096 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3dfd27-dd93-486c-b063-6ec4b08eb535 admin admin] Pushing event deleted for resources: {'Port': ['ID=c744d497-55c1-4984-8d71-d54aea45c656,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:49:57.571445 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5e3dfd27-dd93-486c-b063-6ec4b08eb535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1700661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712803'] for router_interface, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:57.856111 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3dfd27-dd93-486c-b063-6ec4b08eb535 admin admin] Router 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:49:57.985419 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3dfd27-dd93-486c-b063-6ec4b08eb535 admin admin] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:49:57.991459 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-5e3dfd27-dd93-486c-b063-6ec4b08eb535 admin admin] 10.222.0.48 "PUT /v2.0/routers/74ab5de3-8801-40c3-96b4-eaa83e6bcb01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9758570 Nov 23 07:49:57.996110 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 49692) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:49:57.999190 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8bc60c-823d-45d1-95c5-d571cd89f942 None None] Sync routers for ids ['74ab5de3-8801-40c3-96b4-eaa83e6bcb01'] in dv-cinder-804035-14-iscsi {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:49:58.013670 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8bc60c-823d-45d1-95c5-d571cd89f942 None None] Routers {'74ab5de3-8801-40c3-96b4-eaa83e6bcb01'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:49:58.014492 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-1f8bc60c-823d-45d1-95c5-d571cd89f942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:49:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['74ab5de3-8801-40c3-96b4-eaa83e6bcb01'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:49:58.154169 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-84254025-ae14-4083-9f62-2875512ec387 admin admin] Publish callbacks [] for router, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:58.185724 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-1f8bc60c-823d-45d1-95c5-d571cd89f942 None None] Set router 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:49:58.292470 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-84254025-ae14-4083-9f62-2875512ec387 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:58.374763 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-84254025-ae14-4083-9f62-2875512ec387 admin admin] Deleting port e6103fa9-57a4-479c-ad80-5e61eb407a34 {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:49:58.375815 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-84254025-ae14-4083-9f62-2875512ec387 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:58.483047 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-84254025-ae14-4083-9f62-2875512ec387 admin admin] For port e6103fa9-57a4-479c-ad80-5e61eb407a34, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=e6103fa9-57a4-479c-ad80-5e61eb407a34,segment=NetworkSegment(c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c),segment_id=c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:49:58.483596 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-84254025-ae14-4083-9f62-2875512ec387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:58.502305 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-1f8bc60c-823d-45d1-95c5-d571cd89f942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'name': 'tempest-AttachVolumeTestJSON-1793854537-router', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:42:59Z', 'updated_at': '2021-11-23T07:49:57Z', 'revision_number': 5, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'gw_port': {'id': 'e6103fa9-57a4-479c-ad80-5e61eb407a34', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi'}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:49:58.505185 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-84254025-ae14-4083-9f62-2875512ec387 admin admin] Calling delete_port for e6103fa9-57a4-479c-ad80-5e61eb407a34 owned by network:router_gateway {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:49:58.545130 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8bc60c-823d-45d1-95c5-d571cd89f942 None None] Checking router: 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 for host: dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:49:58.564541 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8bc60c-823d-45d1-95c5-d571cd89f942 None None] Routers {'74ab5de3-8801-40c3-96b4-eaa83e6bcb01'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:49:58.565283 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-1f8bc60c-823d-45d1-95c5-d571cd89f942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:49:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['74ab5de3-8801-40c3-96b4-eaa83e6bcb01'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:49:58.603094 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-6541b1e8-062f-4260-88de-118e7e9c3b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:58.670089 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-1f8bc60c-823d-45d1-95c5-d571cd89f942 None None] Set router 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 gateway port host: None {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:49:58.728437 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-1f8bc60c-823d-45d1-95c5-d571cd89f942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'name': 'tempest-AttachVolumeTestJSON-1793854537-router', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:42:59Z', 'updated_at': '2021-11-23T07:49:58Z', 'revision_number': 6, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'gw_port_host': None}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:49:58.763320 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8bc60c-823d-45d1-95c5-d571cd89f942 None None] The sync data for ids ['74ab5de3-8801-40c3-96b4-eaa83e6bcb01'] in dv-cinder-804035-14-iscsi is: [{'id': '74ab5de3-8801-40c3-96b4-eaa83e6bcb01', 'name': 'tempest-AttachVolumeTestJSON-1793854537-router', 'tenant_id': 'bc7f91007a2a4b90b80701592589a131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:42:59Z', 'updated_at': '2021-11-23T07:49:58Z', 'revision_number': 6, 'project_id': 'bc7f91007a2a4b90b80701592589a131', 'gw_port_host': None}] {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:49:58.776151 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-84254025-ae14-4083-9f62-2875512ec387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:58.819387 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84254025-ae14-4083-9f62-2875512ec387 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6103fa9-57a4-479c-ad80-5e61eb407a34,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:49:58.893977 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-84254025-ae14-4083-9f62-2875512ec387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1712133'] for router_gateway, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:58.992347 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-84254025-ae14-4083-9f62-2875512ec387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1712715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-971'] for router, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:58.994827 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-84254025-ae14-4083-9f62-2875512ec387 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:59.057504 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-84254025-ae14-4083-9f62-2875512ec387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1712263'] for router, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:59.058061 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84254025-ae14-4083-9f62-2875512ec387 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74ab5de3-8801-40c3-96b4-eaa83e6bcb01 {{(pid=109283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 07:49:59.063726 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-84254025-ae14-4083-9f62-2875512ec387 admin admin] Publish callbacks [] for router, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:59.065064 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-84254025-ae14-4083-9f62-2875512ec387 admin admin] 10.222.0.48 "DELETE /v2.0/routers/74ab5de3-8801-40c3-96b4-eaa83e6bcb01 HTTP/1.1" status: 204 len: 168 time: 1.0675764 Nov 23 07:49:59.068569 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 49694) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:49:59.132019 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_v2 [None req-43628559-0ab8-4583-97dc-cbdd3709d46e admin admin] Deleting subnet f02b6904-8bee-4b65-8d68-a5eced424f54 {{(pid=109283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 07:49:59.135841 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-43628559-0ab8-4583-97dc-cbdd3709d46e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:59.466634 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-43628559-0ab8-4583-97dc-cbdd3709d46e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10348417'] for subnet, precommit_delete_associations {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:59.577238 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-43628559-0ab8-4583-97dc-cbdd3709d46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668856'] for subnet, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:59.649670 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-43628559-0ab8-4583-97dc-cbdd3709d46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-707915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9542673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9964384'] for subnet, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:59.692637 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43628559-0ab8-4583-97dc-cbdd3709d46e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f02b6904-8bee-4b65-8d68-a5eced424f54,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:49:59.706609 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-43628559-0ab8-4583-97dc-cbdd3709d46e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:59.712471 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-43628559-0ab8-4583-97dc-cbdd3709d46e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f02b6904-8bee-4b65-8d68-a5eced424f54 HTTP/1.1" status: 204 len: 168 time: 0.6422231 Nov 23 07:49:59.715207 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9443b99c-3e61-47aa-8ba9-786852e61c7a None None] Network 41a8f465-c4c3-4408-a9dd-14556e78b966 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:49:59.716347 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 49698) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:49:59.822528 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-afe5c224-91ee-4f5f-8da0-1cbc90db4742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629665'] for network, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:59.903390 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-afe5c224-91ee-4f5f-8da0-1cbc90db4742 admin admin] Deleting port 5d5ab0ed-2b67-46d6-88e6-eaab3c53032d {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:49:59.903735 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-afe5c224-91ee-4f5f-8da0-1cbc90db4742 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:49:59.955680 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d983c4b-bc6e-445d-ba6e-c20c7ec7b194 None None] DHCP port deletion for 41a8f465-c4c3-4408-a9dd-14556e78b966 request from dv-cinder-804035-14-iscsi {{(pid=109285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 07:49:59.992232 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-afe5c224-91ee-4f5f-8da0-1cbc90db4742 admin admin] For port 5d5ab0ed-2b67-46d6-88e6-eaab3c53032d, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=5d5ab0ed-2b67-46d6-88e6-eaab3c53032d,segment=NetworkSegment(d49c0d41-f11b-425e-9786-8329159ba34c),segment_id=d49c0d41-f11b-425e-9786-8329159ba34c)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:49:59.992666 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-afe5c224-91ee-4f5f-8da0-1cbc90db4742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:00.008800 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-afe5c224-91ee-4f5f-8da0-1cbc90db4742 admin admin] Calling delete_port for 5d5ab0ed-2b67-46d6-88e6-eaab3c53032d owned by network:dhcp {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:50:00.022053 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-7d983c4b-bc6e-445d-ba6e-c20c7ec7b194 None None] Deleting port 5d5ab0ed-2b67-46d6-88e6-eaab3c53032d {{(pid=109285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:50:00.022434 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-7d983c4b-bc6e-445d-ba6e-c20c7ec7b194 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:00.091405 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-7d983c4b-bc6e-445d-ba6e-c20c7ec7b194 None None] For port 5d5ab0ed-2b67-46d6-88e6-eaab3c53032d, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=5d5ab0ed-2b67-46d6-88e6-eaab3c53032d,segment=NetworkSegment(d49c0d41-f11b-425e-9786-8329159ba34c),segment_id=d49c0d41-f11b-425e-9786-8329159ba34c)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:50:00.091819 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-7d983c4b-bc6e-445d-ba6e-c20c7ec7b194 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:00.106367 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-7d983c4b-bc6e-445d-ba6e-c20c7ec7b194 None None] Calling delete_port for 5d5ab0ed-2b67-46d6-88e6-eaab3c53032d owned by network:dhcp {{(pid=109285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:50:00.120353 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-afe5c224-91ee-4f5f-8da0-1cbc90db4742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:00.157919 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5c224-91ee-4f5f-8da0-1cbc90db4742 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d5ab0ed-2b67-46d6-88e6-eaab3c53032d,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:00.161865 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe5c224-91ee-4f5f-8da0-1cbc90db4742 admin admin] No DVR routers for this DVR port 5d5ab0ed-2b67-46d6-88e6-eaab3c53032d on host dv-cinder-804035-14-iscsi {{(pid=109283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:50:00.241743 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-7d983c4b-bc6e-445d-ba6e-c20c7ec7b194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005'] for port, after_delete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:00.256701 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-afe5c224-91ee-4f5f-8da0-1cbc90db4742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670311', 'neutron.services.segments.db._delete_segments_for_network-8750072253624'] for network, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:00.269022 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d983c4b-bc6e-445d-ba6e-c20c7ec7b194 None None] Pushing event deleted for resources: {'Port': ['ID=5d5ab0ed-2b67-46d6-88e6-eaab3c53032d,revision_number=None']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:00.276160 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d983c4b-bc6e-445d-ba6e-c20c7ec7b194 None None] No DVR routers for this DVR port 5d5ab0ed-2b67-46d6-88e6-eaab3c53032d on host dv-cinder-804035-14-iscsi {{(pid=109285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:50:00.287070 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d983c4b-bc6e-445d-ba6e-c20c7ec7b194 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:00.287501 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d983c4b-bc6e-445d-ba6e-c20c7ec7b194 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:00.287908 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d983c4b-bc6e-445d-ba6e-c20c7ec7b194 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:00.288073 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.services.segments.db [None req-afe5c224-91ee-4f5f-8da0-1cbc90db4742 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a8f465-c4c3-4408-a9dd-14556e78b966']}} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:50:00.288215 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d983c4b-bc6e-445d-ba6e-c20c7ec7b194 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:00.288655 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d983c4b-bc6e-445d-ba6e-c20c7ec7b194 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:00.288868 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d983c4b-bc6e-445d-ba6e-c20c7ec7b194 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:00.289303 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d983c4b-bc6e-445d-ba6e-c20c7ec7b194 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:00.289628 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d983c4b-bc6e-445d-ba6e-c20c7ec7b194 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:00.290004 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d983c4b-bc6e-445d-ba6e-c20c7ec7b194 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:00.290309 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d983c4b-bc6e-445d-ba6e-c20c7ec7b194 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:00.290749 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d983c4b-bc6e-445d-ba6e-c20c7ec7b194 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:00.291120 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d983c4b-bc6e-445d-ba6e-c20c7ec7b194 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:00.301872 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.services.segments.db [None req-afe5c224-91ee-4f5f-8da0-1cbc90db4742 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49c0d41-f11b-425e-9786-8329159ba34c') {'for_net_delete': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:50:00.302180 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.services.segments.db [None req-afe5c224-91ee-4f5f-8da0-1cbc90db4742 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49c0d41-f11b-425e-9786-8329159ba34c') {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:50:00.316899 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-afe5c224-91ee-4f5f-8da0-1cbc90db4742 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750072215116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10348470'] for segment, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:00.335141 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-afe5c224-91ee-4f5f-8da0-1cbc90db4742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:00.343495 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe5c224-91ee-4f5f-8da0-1cbc90db4742 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=109283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 07:50:00.344121 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-afe5c224-91ee-4f5f-8da0-1cbc90db4742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9543603'] for segment, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: Traceback (most recent call last): Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: timer() Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: cb(*args, **kw) Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: return func(*args, **kwargs) Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: self._notify() Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: self.callback(batched_events) Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: event.method(event) Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: return f(self, *a, **k) Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: return self._get(url).json() Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: return self.request(url, 'GET', **kwargs) Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 07:50:00.346251 dv-cinder-804035-14-iscsi neutron-server[109283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 07:50:00.394613 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device e6103fa9-57a4-479c-ad80-5e61eb407a34 no longer exists at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:50:00.434328 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] No Port match for: e6103fa9-57a4-479c-ad80-5e61eb407a34 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:50:00.434910 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device e6103fa9-57a4-479c-ad80-5e61eb407a34 not bound to the agent host dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:50:00.435595 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 5d5ab0ed-2b67-46d6-88e6-eaab3c53032d no longer exists at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:50:00.441948 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-afe5c224-91ee-4f5f-8da0-1cbc90db4742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1712161'] for network, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:00.450604 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-afe5c224-91ee-4f5f-8da0-1cbc90db4742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:00.458308 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-afe5c224-91ee-4f5f-8da0-1cbc90db4742 admin admin] 10.222.0.48 "DELETE /v2.0/networks/41a8f465-c4c3-4408-a9dd-14556e78b966 HTTP/1.1" status: 204 len: 168 time: 0.7405345 Nov 23 07:50:00.472953 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5c224-91ee-4f5f-8da0-1cbc90db4742 admin admin] Pushing event deleted for resources: {'Network': ['ID=41a8f465-c4c3-4408-a9dd-14556e78b966,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:00.613430 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 49704) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:50:00.631908 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] No Port match for: 5d5ab0ed-2b67-46d6-88e6-eaab3c53032d {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:50:00.632262 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 5d5ab0ed-2b67-46d6-88e6-eaab3c53032d not bound to the agent host dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:50:00.632680 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device c744d497-55c1-4984-8d71-d54aea45c656 no longer exists at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:50:00.653057 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] No Port match for: c744d497-55c1-4984-8d71-d54aea45c656 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:50:00.653397 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device c744d497-55c1-4984-8d71-d54aea45c656 not bound to the agent host dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:50:00.681219 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-5d04be34-46a9-47bd-bcaa-871a00e438b8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bc7f91007a2a4b90b80701592589a131&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0658391 Nov 23 07:50:00.684288 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 49706) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:50:00.742042 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-08233e9c-006d-4baa-9549-b6054ae0de30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:00.768139 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-08233e9c-006d-4baa-9549-b6054ae0de30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:00.830048 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-08233e9c-006d-4baa-9549-b6054ae0de30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:00.832984 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-08233e9c-006d-4baa-9549-b6054ae0de30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:00.834236 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-08233e9c-006d-4baa-9549-b6054ae0de30 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f45d3a1d-25a1-444c-a73e-da1fcd0adae8 HTTP/1.1" status: 204 len: 168 time: 0.1488800 Nov 23 07:50:00.842657 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08233e9c-006d-4baa-9549-b6054ae0de30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45d3a1d-25a1-444c-a73e-da1fcd0adae8,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:01.323025 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-4afb2c75-934c-4a9b-a8f1-307db37c3873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:01.727706 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 49728) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:50:01.875131 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-f1fde94e-cb82-4bd7-9c81-f11445e7b13c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1221483722-network', 'tenant_id': '93c77eb8adee494f8cddcb74d01e7183'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:50:01.904598 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fde94e-cb82-4bd7-9c81-f11445e7b13c admin admin] Made reservation on behalf of 93c77eb8adee494f8cddcb74d01e7183 for: {'network': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:50:01.908000 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f1fde94e-cb82-4bd7-9c81-f11445e7b13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for network, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:01.919828 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f1fde94e-cb82-4bd7-9c81-f11445e7b13c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:02.039495 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f1fde94e-cb82-4bd7-9c81-f11445e7b13c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:02.044480 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f1fde94e-cb82-4bd7-9c81-f11445e7b13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:02.080434 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1fde94e-cb82-4bd7-9c81-f11445e7b13c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=109283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 07:50:02.087698 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fde94e-cb82-4bd7-9c81-f11445e7b13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9706a4-ec54-4db3-88ff-10a00e17ad71,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:02.098112 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f1fde94e-cb82-4bd7-9c81-f11445e7b13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:02.098286 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.db.segments_db [None req-f1fde94e-cb82-4bd7-9c81-f11445e7b13c admin admin] Added segment 9602b1ed-2105-48f8-b6eb-9e5a1f517d73 of type vlan for network 297aaeda-aecc-462b-bd77-2688259c1543 Nov 23 07:50:02.147915 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f1fde94e-cb82-4bd7-9c81-f11445e7b13c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750071714106'] for network, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:02.177937 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f1fde94e-cb82-4bd7-9c81-f11445e7b13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for network, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:02.179117 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fde94e-cb82-4bd7-9c81-f11445e7b13c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:02.179742 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-f1fde94e-cb82-4bd7-9c81-f11445e7b13c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:02.225454 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-f1fde94e-cb82-4bd7-9c81-f11445e7b13c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4915628 Nov 23 07:50:02.225819 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 49732) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:50:02.232319 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-80161a70-3afa-4839-a2eb-67f81e05a4eb admin admin] Request body: {'subnet': {'network_id': '297aaeda-aecc-462b-bd77-2688259c1543', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1221483722-subnet', 'tenant_id': '93c77eb8adee494f8cddcb74d01e7183', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:50:02.254411 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fde94e-cb82-4bd7-9c81-f11445e7b13c admin admin] Pushing event updated for resources: {'Network': ['ID=297aaeda-aecc-462b-bd77-2688259c1543,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:02.274008 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Network 297aaeda-aecc-462b-bd77-2688259c1543 details requested by agent ovs-agent-dv-cinder-804035-14-iscsi with host dv-cinder-804035-14-iscsi {{(pid=109285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 07:50:02.274584 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80161a70-3afa-4839-a2eb-67f81e05a4eb admin admin] Made reservation on behalf of 93c77eb8adee494f8cddcb74d01e7183 for: {'subnet': 1} {{(pid=109284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:50:02.278506 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-80161a70-3afa-4839-a2eb-67f81e05a4eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3985138'] for subnet, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:02.520614 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-80161a70-3afa-4839-a2eb-67f81e05a4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3909714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3985120'] for subnet, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:02.576693 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80161a70-3afa-4839-a2eb-67f81e05a4eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ee3a07c-e196-4ca0-9603-f6e1709d110d,revision_number=0']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:02.589526 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80161a70-3afa-4839-a2eb-67f81e05a4eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:02.590007 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80161a70-3afa-4839-a2eb-67f81e05a4eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:02.590497 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80161a70-3afa-4839-a2eb-67f81e05a4eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:02.590933 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80161a70-3afa-4839-a2eb-67f81e05a4eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:02.591334 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80161a70-3afa-4839-a2eb-67f81e05a4eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:02.591713 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80161a70-3afa-4839-a2eb-67f81e05a4eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:02.592105 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80161a70-3afa-4839-a2eb-67f81e05a4eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:02.592479 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80161a70-3afa-4839-a2eb-67f81e05a4eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:02.592862 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80161a70-3afa-4839-a2eb-67f81e05a4eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:02.593223 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80161a70-3afa-4839-a2eb-67f81e05a4eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:02.593596 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80161a70-3afa-4839-a2eb-67f81e05a4eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:02.594071 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80161a70-3afa-4839-a2eb-67f81e05a4eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:02.601305 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80161a70-3afa-4839-a2eb-67f81e05a4eb admin admin] Checking segment: {'id': '9602b1ed-2105-48f8-b6eb-9e5a1f517d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '297aaeda-aecc-462b-bd77-2688259c1543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:50:02.601658 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80161a70-3afa-4839-a2eb-67f81e05a4eb admin admin] Network hostable DHCP agents. Network: 297aaeda-aecc-462b-bd77-2688259c1543, hostable agents: ['9f8f8844-157f-46aa-8160-5509eea3b0e3'], hosted agents: [] {{(pid=109284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 07:50:02.643838 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80161a70-3afa-4839-a2eb-67f81e05a4eb admin admin] Network 297aaeda-aecc-462b-bd77-2688259c1543 is scheduled to be hosted by DHCP agent 9f8f8844-157f-46aa-8160-5509eea3b0e3 with binding_index 1 {{(pid=109284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 07:50:02.678496 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-80161a70-3afa-4839-a2eb-67f81e05a4eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-14-iscsi, 297aaeda-aecc-462b-bd77-2688259c1543) {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:50:02.683252 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80161a70-3afa-4839-a2eb-67f81e05a4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:02.683864 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-80161a70-3afa-4839-a2eb-67f81e05a4eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for subnet, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:02.691964 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116e5ee3-3c72-491c-9c55-497a2d155a06 None None] Network 297aaeda-aecc-462b-bd77-2688259c1543 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:50:02.709784 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-80161a70-3afa-4839-a2eb-67f81e05a4eb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4786789 Nov 23 07:50:02.837697 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:02.915528 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131c4038-ed1c-4e12-9cdf-8a7729a2539c None None] Network 297aaeda-aecc-462b-bd77-2688259c1543 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:50:03.275694 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-f7269eeb-dedf-4c5f-8da9-2baa335318b6 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:03.277420 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-f7269eeb-dedf-4c5f-8da9-2baa335318b6 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/networks?id=297aaeda-aecc-462b-bd77-2688259c1543 HTTP/1.1" status: 200 len: 815 time: 0.1187463 Nov 23 07:50:03.295140 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-9e2ce8d3-7d82-4575-9b51-1dcb4c29dbe0 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/quotas/93c77eb8adee494f8cddcb74d01e7183 HTTP/1.1" status: 200 len: 375 time: 0.0103164 Nov 23 07:50:03.330635 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-f4612a98-f850-438d-85e9-b0930ebefbc7 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=93c77eb8adee494f8cddcb74d01e7183&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288093 Nov 23 07:50:03.442841 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-73d517ae-54fc-4ccd-9f0d-7a0251ce4391 service neutron] 10.222.0.48 "GET /v2.0/networks/297aaeda-aecc-462b-bd77-2688259c1543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041996 Nov 23 07:50:03.575805 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-ccb577fd-d04c-4e45-a4aa-af585c3529b9 service neutron] 10.222.0.48 "GET /v2.0/networks/297aaeda-aecc-462b-bd77-2688259c1543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260631 Nov 23 07:50:03.820072 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-88638b3f-4b3b-4caa-9669-19646ad60689 req-31d8951e-d71f-444e-b07b-7065ad7bd154 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd14c70e-fcc6-45f7-950f-fe16de2e3c4e HTTP/1.1" status: 200 len: 210 time: 0.0393550 Nov 23 07:50:04.848624 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:04.890058 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-dca755a7-e79e-4792-b5ad-8d5a53865db3 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:04.892126 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-dca755a7-e79e-4792-b5ad-8d5a53865db3 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.31 "GET /v2.0/networks?id=297aaeda-aecc-462b-bd77-2688259c1543 HTTP/1.1" status: 200 len: 815 time: 0.1138260 Nov 23 07:50:04.909319 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-5efd6368-80d4-45e0-a48d-36784f69c5d4 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Request body: {'port': {'device_id': 'dd14c70e-fcc6-45f7-950f-fe16de2e3c4e', 'network_id': '297aaeda-aecc-462b-bd77-2688259c1543', 'admin_state_up': True, 'tenant_id': '93c77eb8adee494f8cddcb74d01e7183'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:50:04.935746 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f66f49ea-c93a-4f9e-87df-5f60d2356ad5 req-51283e9d-da79-4ee1-8ed3-8a8b72b315cd tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd14c70e-fcc6-45f7-950f-fe16de2e3c4e HTTP/1.1" status: 200 len: 210 time: 0.0332909 Nov 23 07:50:05.027363 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-5efd6368-80d4-45e0-a48d-36784f69c5d4 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Made reservation on behalf of 93c77eb8adee494f8cddcb74d01e7183 for: {'port': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:50:05.031068 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-5efd6368-80d4-45e0-a48d-36784f69c5d4 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:05.163256 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-5efd6368-80d4-45e0-a48d-36784f69c5d4 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Allocated IP 172.20.0.8 (297aaeda-aecc-462b-bd77-2688259c1543/4ee3a07c-e196-4ca0-9603-f6e1709d110d/e6b62974-a146-42bc-98de-1fcf45a35bc8) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:50:05.318704 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-5efd6368-80d4-45e0-a48d-36784f69c5d4 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:05.356758 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-5efd6368-80d4-45e0-a48d-36784f69c5d4 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:05.404769 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-5efd6368-80d4-45e0-a48d-36784f69c5d4 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Network 297aaeda-aecc-462b-bd77-2688259c1543 is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:50:05.408657 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-5efd6368-80d4-45e0-a48d-36784f69c5d4 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:50:05.414109 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-5efd6368-80d4-45e0-a48d-36784f69c5d4 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:50:05.420738 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd6368-80d4-45e0-a48d-36784f69c5d4 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Pushing event updated for resources: {'Port': ['ID=e6b62974-a146-42bc-98de-1fcf45a35bc8,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:05.471477 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-5efd6368-80d4-45e0-a48d-36784f69c5d4 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:05.472093 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-5efd6368-80d4-45e0-a48d-36784f69c5d4 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:05.488387 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-5efd6368-80d4-45e0-a48d-36784f69c5d4 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5840349 Nov 23 07:50:05.501758 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-e7ea8a89-e54a-47bb-bc2b-20fe8a0125f8 service neutron] Request body: {'port': {'device_id': 'dd14c70e-fcc6-45f7-950f-fe16de2e3c4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:50:05.564470 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-e7ea8a89-e54a-47bb-bc2b-20fe8a0125f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:05.590093 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:05.857926 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-e7ea8a89-e54a-47bb-bc2b-20fe8a0125f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b62974-a146-42bc-98de-1fcf45a35bc8 {{(pid=109283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:50:05.866548 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-e7ea8a89-e54a-47bb-bc2b-20fe8a0125f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:05.878745 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.provisioning_blocks [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-e7ea8a89-e54a-47bb-bc2b-20fe8a0125f8 service neutron] Transition to ACTIVE for port object e6b62974-a146-42bc-98de-1fcf45a35bc8 will not be triggered until provisioned by entity L2. {{(pid=109283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 07:50:05.882835 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-e7ea8a89-e54a-47bb-bc2b-20fe8a0125f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9542747'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:05.939784 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea8a89-e54a-47bb-bc2b-20fe8a0125f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b62974-a146-42bc-98de-1fcf45a35bc8,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:06.023316 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-e7ea8a89-e54a-47bb-bc2b-20fe8a0125f8 service neutron] Attempting to bind port e6b62974-a146-42bc-98de-1fcf45a35bc8 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:50:06.023653 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-e7ea8a89-e54a-47bb-bc2b-20fe8a0125f8 service neutron] Attempting to bind port e6b62974-a146-42bc-98de-1fcf45a35bc8 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '9602b1ed-2105-48f8-b6eb-9e5a1f517d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '297aaeda-aecc-462b-bd77-2688259c1543'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:50:06.023992 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-e7ea8a89-e54a-47bb-bc2b-20fe8a0125f8 service neutron] Attempting to bind port e6b62974-a146-42bc-98de-1fcf45a35bc8 on network 297aaeda-aecc-462b-bd77-2688259c1543 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:50:06.043999 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-e7ea8a89-e54a-47bb-bc2b-20fe8a0125f8 service neutron] Port e6b62974-a146-42bc-98de-1fcf45a35bc8 on network 297aaeda-aecc-462b-bd77-2688259c1543 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 07:50:06.044347 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-e7ea8a89-e54a-47bb-bc2b-20fe8a0125f8 service neutron] Attempting to bind port e6b62974-a146-42bc-98de-1fcf45a35bc8 on network 297aaeda-aecc-462b-bd77-2688259c1543 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:50:06.051105 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-e7ea8a89-e54a-47bb-bc2b-20fe8a0125f8 service neutron] Checking agent: {'id': 'ef857e00-999e-40cc-a620-789cb776d291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'started_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:50:06.051446 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-e7ea8a89-e54a-47bb-bc2b-20fe8a0125f8 service neutron] Checking segment: {'id': '9602b1ed-2105-48f8-b6eb-9e5a1f517d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '297aaeda-aecc-462b-bd77-2688259c1543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:50:06.051832 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-e7ea8a89-e54a-47bb-bc2b-20fe8a0125f8 service neutron] Bound using segment: {'id': '9602b1ed-2105-48f8-b6eb-9e5a1f517d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '297aaeda-aecc-462b-bd77-2688259c1543'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:50:06.052266 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-e7ea8a89-e54a-47bb-bc2b-20fe8a0125f8 service neutron] Bound port: e6b62974-a146-42bc-98de-1fcf45a35bc8, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9602b1ed-2105-48f8-b6eb-9e5a1f517d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '297aaeda-aecc-462b-bd77-2688259c1543'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:50:06.052631 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-e7ea8a89-e54a-47bb-bc2b-20fe8a0125f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:06.081268 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e3b8f-5835-40ef-9204-a4987b934843 req-87455992-8091-479d-b010-e3052b100e5d tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:06.082829 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-449e3b8f-5835-40ef-9204-a4987b934843 req-87455992-8091-479d-b010-e3052b100e5d tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd14c70e-fcc6-45f7-950f-fe16de2e3c4e HTTP/1.1" status: 200 len: 943 time: 0.0734217 Nov 23 07:50:06.171132 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-e7ea8a89-e54a-47bb-bc2b-20fe8a0125f8 service neutron] For port e6b62974-a146-42bc-98de-1fcf45a35bc8, host hv-cinder-80403, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:50:06.175105 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-e7ea8a89-e54a-47bb-bc2b-20fe8a0125f8 service neutron] For port e6b62974-a146-42bc-98de-1fcf45a35bc8, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e6b62974-a146-42bc-98de-1fcf45a35bc8,segment=NetworkSegment(9602b1ed-2105-48f8-b6eb-9e5a1f517d73),segment_id=9602b1ed-2105-48f8-b6eb-9e5a1f517d73)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:50:06.179502 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-449e3b8f-5835-40ef-9204-a4987b934843 req-955fc394-1346-42ca-8779-9b5e83fc1617 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790071 Nov 23 07:50:06.181062 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-e7ea8a89-e54a-47bb-bc2b-20fe8a0125f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9542747'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:06.221145 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-e7ea8a89-e54a-47bb-bc2b-20fe8a0125f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:06.221817 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-e7ea8a89-e54a-47bb-bc2b-20fe8a0125f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:06.223348 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-e7ea8a89-e54a-47bb-bc2b-20fe8a0125f8 service neutron] 10.222.0.31 "PUT /v2.0/ports/e6b62974-a146-42bc-98de-1fcf45a35bc8 HTTP/1.1" status: 200 len: 1093 time: 0.7262836 Nov 23 07:50:06.223663 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd14c70e-fcc6-45f7-950f-fe16de2e3c4e', 'tag': 'e6b62974-a146-42bc-98de-1fcf45a35bc8'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:50:06.225951 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b87a13-2756-4a27-a928-30a2443af54e" -d '{"events": [{"name": "network-changed", "server_uuid": "dd14c70e-fcc6-45f7-950f-fe16de2e3c4e", "tag": "e6b62974-a146-42bc-98de-1fcf45a35bc8"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:50:06.251529 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea8a89-e54a-47bb-bc2b-20fe8a0125f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b62974-a146-42bc-98de-1fcf45a35bc8,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:06.273582 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8f1fd8-822b-4919-8888-52b439cc5588 x-openstack-request-id: req-2b8f1fd8-822b-4919-8888-52b439cc5588 {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:50:06.273910 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd14c70e-fcc6-45f7-950f-fe16de2e3c4e", "tag": "e6b62974-a146-42bc-98de-1fcf45a35bc8", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:50:06.274173 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b8f1fd8-822b-4919-8888-52b439cc5588 {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:50:06.274587 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd14c70e-fcc6-45f7-950f-fe16de2e3c4e', 'tag': 'e6b62974-a146-42bc-98de-1fcf45a35bc8', 'status': 'completed', 'code': 200} Nov 23 07:50:06.320097 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-0598d387-7780-4f98-97de-763e3e6410cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:06.321626 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-0598d387-7780-4f98-97de-763e3e6410cb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=93c77eb8adee494f8cddcb74d01e7183&device_id=dd14c70e-fcc6-45f7-950f-fe16de2e3c4e HTTP/1.1" status: 200 len: 1096 time: 0.0418539 Nov 23 07:50:06.375029 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-2174e29a-0400-4386-b3a1-2142d4cf0ac3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6b62974-a146-42bc-98de-1fcf45a35bc8 HTTP/1.1" status: 200 len: 217 time: 0.0351112 Nov 23 07:50:06.429612 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-5e71ccca-801d-46b7-a1f1-594c2807d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:06.431005 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-5e71ccca-801d-46b7-a1f1-594c2807d80a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4ee3a07c-e196-4ca0-9603-f6e1709d110d HTTP/1.1" status: 200 len: 855 time: 0.0469213 Nov 23 07:50:06.473426 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-2f42478e-2337-42da-bda7-16c39d8854c2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=297aaeda-aecc-462b-bd77-2688259c1543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322351 Nov 23 07:50:06.568704 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-1cca85d1-e642-423e-9e01-bd532e6bee1e service neutron] 10.222.0.31 "GET /v2.0/networks/297aaeda-aecc-462b-bd77-2688259c1543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865653 Nov 23 07:50:06.665101 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-603023cf-7627-4ed6-b43e-dec3504ab879 req-a27a5250-b761-4db4-bd9c-17b0deccb527 service neutron] 10.222.0.31 "GET /v2.0/networks/297aaeda-aecc-462b-bd77-2688259c1543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875340 Nov 23 07:50:06.765637 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b87a13-2756-4a27-a928-30a2443af54e req-9cb921f7-83cb-4f9f-b816-841989d7f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:06.767770 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-74b87a13-2756-4a27-a928-30a2443af54e req-9cb921f7-83cb-4f9f-b816-841989d7f009 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=93c77eb8adee494f8cddcb74d01e7183&device_id=dd14c70e-fcc6-45f7-950f-fe16de2e3c4e HTTP/1.1" status: 200 len: 1096 time: 0.0448720 Nov 23 07:50:06.868474 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b87a13-2756-4a27-a928-30a2443af54e req-ef221fd2-b5d6-4edd-ae98-36c2193a5847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:06.870055 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-74b87a13-2756-4a27-a928-30a2443af54e req-ef221fd2-b5d6-4edd-ae98-36c2193a5847 service neutron] 10.222.0.31 "GET /v2.0/networks?id=297aaeda-aecc-462b-bd77-2688259c1543 HTTP/1.1" status: 200 len: 916 time: 0.0923626 Nov 23 07:50:06.915891 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-74b87a13-2756-4a27-a928-30a2443af54e req-5d56f2eb-4d2b-4555-8f5e-d00ae39f4141 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e6b62974-a146-42bc-98de-1fcf45a35bc8 HTTP/1.1" status: 200 len: 217 time: 0.0360968 Nov 23 07:50:06.970785 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b87a13-2756-4a27-a928-30a2443af54e req-7f65419c-6d6c-4183-90eb-1859d0917166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:06.972286 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-74b87a13-2756-4a27-a928-30a2443af54e req-7f65419c-6d6c-4183-90eb-1859d0917166 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4ee3a07c-e196-4ca0-9603-f6e1709d110d HTTP/1.1" status: 200 len: 855 time: 0.0482652 Nov 23 07:50:07.012511 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-74b87a13-2756-4a27-a928-30a2443af54e req-4c853aa9-6f6a-464b-972e-194994eac92a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=297aaeda-aecc-462b-bd77-2688259c1543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312045 Nov 23 07:50:07.132251 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-74b87a13-2756-4a27-a928-30a2443af54e req-0bf0196f-4ae2-43a6-927a-388a8669dfe0 service neutron] 10.222.0.31 "GET /v2.0/networks/297aaeda-aecc-462b-bd77-2688259c1543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997458 Nov 23 07:50:07.307699 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-74b87a13-2756-4a27-a928-30a2443af54e req-519e7a3a-b0e0-4205-a2af-dc6e37c3b412 service neutron] 10.222.0.31 "GET /v2.0/networks/297aaeda-aecc-462b-bd77-2688259c1543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666236 Nov 23 07:50:07.347242 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9c1a8-d10f-4963-9f0c-ba0c16938901 req-d68307a5-5d1b-4f2e-a337-c1c5ceb62040 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:07.348676 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d9b9c1a8-d10f-4963-9f0c-ba0c16938901 req-d68307a5-5d1b-4f2e-a337-c1c5ceb62040 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd14c70e-fcc6-45f7-950f-fe16de2e3c4e HTTP/1.1" status: 200 len: 943 time: 0.0731981 Nov 23 07:50:07.399122 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:07.470216 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d9b9c1a8-d10f-4963-9f0c-ba0c16938901 req-8493f8ae-4e82-497b-8407-aae009336c94 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151311 Nov 23 07:50:07.485641 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7617675c-27c9-473d-99cf-1ff93ad18360 req-446b5fc4-3901-4c96-a442-bc708bde84ba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805831 Nov 23 07:50:07.592213 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617675c-27c9-473d-99cf-1ff93ad18360 req-40a3782f-bceb-467b-9fa2-978ce7f26abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:07.594133 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7617675c-27c9-473d-99cf-1ff93ad18360 req-40a3782f-bceb-467b-9fa2-978ce7f26abf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=edd4c40a2d5e481eadb2fc728cc0ca5a&device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 1100 time: 0.0510933 Nov 23 07:50:07.720508 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617675c-27c9-473d-99cf-1ff93ad18360 req-2d994620-d0ac-4a11-9ef5-e69e24414ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:07.722493 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7617675c-27c9-473d-99cf-1ff93ad18360 req-2d994620-d0ac-4a11-9ef5-e69e24414ca4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d9cb767d-e579-4bd6-9168-0f1ea7c41329 HTTP/1.1" status: 200 len: 917 time: 0.1059549 Nov 23 07:50:07.805555 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7617675c-27c9-473d-99cf-1ff93ad18360 req-3e742689-9d5a-48fc-97e8-b8e2c4affd38 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7bb628ce-17b8-43a9-8265-270514936b86 HTTP/1.1" status: 200 len: 1002 time: 0.0740349 Nov 23 07:50:07.866180 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617675c-27c9-473d-99cf-1ff93ad18360 req-d63ad59c-26ad-4a0f-9a9a-e4f9f155edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:07.868019 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7617675c-27c9-473d-99cf-1ff93ad18360 req-d63ad59c-26ad-4a0f-9a9a-e4f9f155edcc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fd5e1985-8805-41d1-90d4-bdc402c620b5 HTTP/1.1" status: 200 len: 855 time: 0.0532837 Nov 23 07:50:07.928160 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617675c-27c9-473d-99cf-1ff93ad18360 req-efe7f638-e15e-48c7-b622-9388d6a92db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:07.930404 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7617675c-27c9-473d-99cf-1ff93ad18360 req-efe7f638-e15e-48c7-b622-9388d6a92db3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d9cb767d-e579-4bd6-9168-0f1ea7c41329&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0505989 Nov 23 07:50:08.039702 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7617675c-27c9-473d-99cf-1ff93ad18360 req-43bbf599-f380-464a-8088-123586da89b9 service neutron] 10.222.0.31 "GET /v2.0/networks/d9cb767d-e579-4bd6-9168-0f1ea7c41329?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002233 Nov 23 07:50:08.166669 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7617675c-27c9-473d-99cf-1ff93ad18360 req-f2e5575b-5449-4b01-a169-58c8529d08dd service neutron] 10.222.0.31 "GET /v2.0/networks/d9cb767d-e579-4bd6-9168-0f1ea7c41329?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160996 Nov 23 07:50:08.601224 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a55b10-366a-4a4f-9a9d-7cae25994511 req-ff8d495c-17bc-4dbc-951c-681cab8eca16 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:08.602838 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-b5a55b10-366a-4a4f-9a9d-7cae25994511 req-ff8d495c-17bc-4dbc-951c-681cab8eca16 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd14c70e-fcc6-45f7-950f-fe16de2e3c4e HTTP/1.1" status: 200 len: 943 time: 0.0543325 Nov 23 07:50:08.658935 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-b5a55b10-366a-4a4f-9a9d-7cae25994511 req-466f6f27-26cb-461b-ba09-ce290c255b3e tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492511 Nov 23 07:50:09.208589 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device e6b62974-a146-42bc-98de-1fcf45a35bc8 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 07:50:09.347764 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port e6b62974-a146-42bc-98de-1fcf45a35bc8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e6b62974-a146-42bc-98de-1fcf45a35bc8,segment=NetworkSegment(9602b1ed-2105-48f8-b6eb-9e5a1f517d73),segment_id=9602b1ed-2105-48f8-b6eb-9e5a1f517d73)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:50:09.362033 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Returning: {'device': 'e6b62974-a146-42bc-98de-1fcf45a35bc8', 'network_id': '297aaeda-aecc-462b-bd77-2688259c1543', 'port_id': 'e6b62974-a146-42bc-98de-1fcf45a35bc8', 'mac_address': 'fa:16:3e:14:7f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee3a07c-e196-4ca0-9603-f6e1709d110d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 07:50:09.410945 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:09.429565 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b62974-a146-42bc-98de-1fcf45a35bc8 {{(pid=109285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:50:09.453646 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port e6b62974-a146-42bc-98de-1fcf45a35bc8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e6b62974-a146-42bc-98de-1fcf45a35bc8,segment=NetworkSegment(9602b1ed-2105-48f8-b6eb-9e5a1f517d73),segment_id=9602b1ed-2105-48f8-b6eb-9e5a1f517d73)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:50:09.459015 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:09.536385 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=e6b62974-a146-42bc-98de-1fcf45a35bc8,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:09.610251 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:50:09.749434 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['e6b62974-a146-42bc-98de-1fcf45a35bc8'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:50:09.847697 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91a5ee-491b-4423-b9fc-575a87cf284c req-f5027cb9-c8e7-4130-a462-096db8f91ca8 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:09.850453 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3f91a5ee-491b-4423-b9fc-575a87cf284c req-f5027cb9-c8e7-4130-a462-096db8f91ca8 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd14c70e-fcc6-45f7-950f-fe16de2e3c4e HTTP/1.1" status: 200 len: 944 time: 0.0929093 Nov 23 07:50:09.934800 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3f91a5ee-491b-4423-b9fc-575a87cf284c req-1de7d696-3e71-4ea1-988e-a066d971a8bd tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762141 Nov 23 07:50:11.126253 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe7555-5716-478e-85d4-88eae35443c6 req-bf5e4d11-a9d3-4719-b0a0-f9c6e2af7620 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:11.128331 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-dbbe7555-5716-478e-85d4-88eae35443c6 req-bf5e4d11-a9d3-4719-b0a0-f9c6e2af7620 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd14c70e-fcc6-45f7-950f-fe16de2e3c4e HTTP/1.1" status: 200 len: 944 time: 0.0688260 Nov 23 07:50:11.176559 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1a9aa-7487-454c-a76b-9aa3e182d91b req-70f311eb-36b9-4137-83f5-8b5bd5e1dbab tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:11.179212 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f5f1a9aa-7487-454c-a76b-9aa3e182d91b req-70f311eb-36b9-4137-83f5-8b5bd5e1dbab tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 947 time: 0.0678267 Nov 23 07:50:11.218748 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device e6b62974-a146-42bc-98de-1fcf45a35bc8 up at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:50:11.232443 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-dbbe7555-5716-478e-85d4-88eae35443c6 req-bbc404cf-3d63-40f0-8f85-11beedea2d34 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919647 Nov 23 07:50:11.262089 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f5f1a9aa-7487-454c-a76b-9aa3e182d91b req-706e68d1-3109-4c17-bfc1-7ea0b902ff11 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764742 Nov 23 07:50:11.295871 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning for port e6b62974-a146-42bc-98de-1fcf45a35bc8 completed by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 07:50:11.301260 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning complete for port e6b62974-a146-42bc-98de-1fcf45a35bc8 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:50:11.301625 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:11.407475 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:11.448297 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd14c70e-fcc6-45f7-950f-fe16de2e3c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b62974-a146-42bc-98de-1fcf45a35bc8'}] {{(pid=109285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:50:11.452704 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02971d1b2c0bcda538738d777e0cd5340c6e6849857750afdab036a2de6ad34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d0ac82-6b0c-419c-9541-222c186ddc21" -d '{"events": [{"server_uuid": "dd14c70e-fcc6-45f7-950f-fe16de2e3c4e", "name": "network-vif-plugged", "status": "completed", "tag": "e6b62974-a146-42bc-98de-1fcf45a35bc8"}]}' {{(pid=109285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:50:11.469623 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port e6b62974-a146-42bc-98de-1fcf45a35bc8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e6b62974-a146-42bc-98de-1fcf45a35bc8,segment=NetworkSegment(9602b1ed-2105-48f8-b6eb-9e5a1f517d73),segment_id=9602b1ed-2105-48f8-b6eb-9e5a1f517d73)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:50:11.475529 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:11.504699 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36db05c0-1931-4394-8dd6-ff2d0d513caf x-openstack-request-id: req-36db05c0-1931-4394-8dd6-ff2d0d513caf {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:50:11.505047 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd14c70e-fcc6-45f7-950f-fe16de2e3c4e", "name": "network-vif-plugged", "status": "completed", "tag": "e6b62974-a146-42bc-98de-1fcf45a35bc8", "code": 200}]} {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:50:11.505251 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-36db05c0-1931-4394-8dd6-ff2d0d513caf {{(pid=109285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:50:11.505637 dv-cinder-804035-14-iscsi neutron-server[109285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd14c70e-fcc6-45f7-950f-fe16de2e3c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b62974-a146-42bc-98de-1fcf45a35bc8', 'code': 200} Nov 23 07:50:11.541374 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=e6b62974-a146-42bc-98de-1fcf45a35bc8,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:11.708292 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5d368-9ec7-4e2a-8f52-176c60db9afb req-dcb548d9-49e7-4d74-a614-3502cc9b5e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:11.710418 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-13a5d368-9ec7-4e2a-8f52-176c60db9afb req-dcb548d9-49e7-4d74-a614-3502cc9b5e5a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dd14c70e-fcc6-45f7-950f-fe16de2e3c4e HTTP/1.1" status: 200 len: 1098 time: 0.0490470 Nov 23 07:50:11.773872 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-13a5d368-9ec7-4e2a-8f52-176c60db9afb req-3ad7750d-52e1-4ebe-bb6b-5ceb2838007c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532675 Nov 23 07:50:12.398210 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28c482-f847-4c4e-8824-8b21d46be474 req-40934b8a-60f1-4ac5-8653-b1470dde264c tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:12.399776 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-af28c482-f847-4c4e-8824-8b21d46be474 req-40934b8a-60f1-4ac5-8653-b1470dde264c tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd14c70e-fcc6-45f7-950f-fe16de2e3c4e HTTP/1.1" status: 200 len: 945 time: 0.0617237 Nov 23 07:50:12.447630 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77104f-644c-4979-9eb0-2cfd0f737d69 req-f30aa03f-0233-43db-9570-d185aa2e4a99 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:12.449963 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-7a77104f-644c-4979-9eb0-2cfd0f737d69 req-f30aa03f-0233-43db-9570-d185aa2e4a99 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 947 time: 0.0832303 Nov 23 07:50:12.470271 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-af28c482-f847-4c4e-8824-8b21d46be474 req-1590c073-871e-4dfa-8ae4-149f3b64e6fe tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587902 Nov 23 07:50:12.519895 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-7a77104f-644c-4979-9eb0-2cfd0f737d69 req-345105a5-ddea-4633-9d3d-89eae5552661 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups?id=845b58cc-54e4-41c2-a890-25105809bf77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632319 Nov 23 07:50:12.799526 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32072f57-676d-43c0-acf2-7e304b999943 req-079fb178-3fc6-4787-bb3f-960a13467404 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:12.804269 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-32072f57-676d-43c0-acf2-7e304b999943 req-079fb178-3fc6-4787-bb3f-960a13467404 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.31 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 947 time: 0.0793107 Nov 23 07:50:12.963881 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-32072f57-676d-43c0-acf2-7e304b999943 req-e6242daa-124b-4680-97bf-82bbde263afc tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Deleting port 7bb628ce-17b8-43a9-8265-270514936b86 {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:50:12.964215 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-32072f57-676d-43c0-acf2-7e304b999943 req-e6242daa-124b-4680-97bf-82bbde263afc tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:13.084114 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-32072f57-676d-43c0-acf2-7e304b999943 req-e6242daa-124b-4680-97bf-82bbde263afc tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] For port 7bb628ce-17b8-43a9-8265-270514936b86, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=7bb628ce-17b8-43a9-8265-270514936b86,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:50:13.084582 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-32072f57-676d-43c0-acf2-7e304b999943 req-e6242daa-124b-4680-97bf-82bbde263afc tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:13.317264 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-32072f57-676d-43c0-acf2-7e304b999943 req-e6242daa-124b-4680-97bf-82bbde263afc tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:13.317761 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-32072f57-676d-43c0-acf2-7e304b999943 req-e6242daa-124b-4680-97bf-82bbde263afc tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1712191'] for floatingip, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:13.318179 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.db.l3_db [req-32072f57-676d-43c0-acf2-7e304b999943 req-e6242daa-124b-4680-97bf-82bbde263afc tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Floating IP 0efd02b8-a38a-4ce1-816a-436e8ad77b0d disassociated. External IP: 172.27.2.162, port: 7bb628ce-17b8-43a9-8265-270514936b86. Nov 23 07:50:13.318624 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-32072f57-676d-43c0-acf2-7e304b999943 req-e6242daa-124b-4680-97bf-82bbde263afc tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Calling delete_port for 7bb628ce-17b8-43a9-8265-270514936b86 owned by compute:nova {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:50:13.468550 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-32072f57-676d-43c0-acf2-7e304b999943 req-e6242daa-124b-4680-97bf-82bbde263afc tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:13.506263 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6242daa-124b-4680-97bf-82bbde263afc tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Pushing event deleted for resources: {'Port': ['ID=7bb628ce-17b8-43a9-8265-270514936b86,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:13.700550 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-a3c8d1a0-4871-4de0-b3eb-2c81a169af6b req-68b149be-4f40-4db6-b3ce-5dc5073c0394 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/ports?device_id=36d02284-ac69-4605-bd8e-1c29644f219c HTTP/1.1" status: 200 len: 210 time: 0.0477190 Nov 23 07:50:13.729678 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146f8d8-c3ff-4abb-b185-712c608410ef req-2633e4cd-aedb-482c-9381-d44809b6584b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:13.731813 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3146f8d8-c3ff-4abb-b185-712c608410ef req-2633e4cd-aedb-482c-9381-d44809b6584b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd14c70e-fcc6-45f7-950f-fe16de2e3c4e HTTP/1.1" status: 200 len: 945 time: 0.1048143 Nov 23 07:50:13.735077 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32072f57-676d-43c0-acf2-7e304b999943 req-e6242daa-124b-4680-97bf-82bbde263afc tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Router fdbce833-cdf0-4b8a-b659-620d52c496ff has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:50:13.862493 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3146f8d8-c3ff-4abb-b185-712c608410ef req-da07b80d-3b01-473f-a444-2f9700d5bc6a tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170950 Nov 23 07:50:13.954595 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32072f57-676d-43c0-acf2-7e304b999943 req-e6242daa-124b-4680-97bf-82bbde263afc tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:50:13.977560 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8a3283-78fe-449f-b23e-b5e894e82bb5 None None] Sync routers for ids ['fdbce833-cdf0-4b8a-b659-620d52c496ff'] in dv-cinder-804035-14-iscsi {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:50:14.003382 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8a3283-78fe-449f-b23e-b5e894e82bb5 None None] Routers {'fdbce833-cdf0-4b8a-b659-620d52c496ff'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:50:14.004398 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-6b8a3283-78fe-449f-b23e-b5e894e82bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:50:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['fdbce833-cdf0-4b8a-b659-620d52c496ff'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:50:14.039062 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-32072f57-676d-43c0-acf2-7e304b999943 req-e6242daa-124b-4680-97bf-82bbde263afc tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] No DVR routers for this DVR port 7bb628ce-17b8-43a9-8265-270514936b86 on host hv-cinder-80403 {{(pid=109283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:50:14.043582 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-32072f57-676d-43c0-acf2-7e304b999943 req-e6242daa-124b-4680-97bf-82bbde263afc tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:14.052007 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-32072f57-676d-43c0-acf2-7e304b999943 req-e6242daa-124b-4680-97bf-82bbde263afc tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.31 "DELETE /v2.0/ports/7bb628ce-17b8-43a9-8265-270514936b86 HTTP/1.1" status: 204 len: 173 time: 1.2348378 Nov 23 07:50:14.052766 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d02284-ac69-4605-bd8e-1c29644f219c', 'name': 'network-vif-deleted', 'tag': '7bb628ce-17b8-43a9-8265-270514936b86'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:50:14.070999 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c99a43-49aa-4e79-a586-b378050697c7" -d '{"events": [{"server_uuid": "36d02284-ac69-4605-bd8e-1c29644f219c", "name": "network-vif-deleted", "tag": "7bb628ce-17b8-43a9-8265-270514936b86"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:50:14.151685 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0735771-e941-41bd-b809-5048f1661e95 x-openstack-request-id: req-a0735771-e941-41bd-b809-5048f1661e95 {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:50:14.151981 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d02284-ac69-4605-bd8e-1c29644f219c", "name": "network-vif-deleted", "tag": "7bb628ce-17b8-43a9-8265-270514936b86", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:50:14.152802 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a0735771-e941-41bd-b809-5048f1661e95 {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:50:14.153571 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d02284-ac69-4605-bd8e-1c29644f219c', 'name': 'network-vif-deleted', 'tag': '7bb628ce-17b8-43a9-8265-270514936b86', 'status': 'completed', 'code': 200} Nov 23 07:50:14.325502 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-6b8a3283-78fe-449f-b23e-b5e894e82bb5 None None] Set router fdbce833-cdf0-4b8a-b659-620d52c496ff gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:50:14.581368 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-6b8a3283-78fe-449f-b23e-b5e894e82bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'name': 'tempest-AttachVolumeShelveTestJSON-979039873-router', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'gw_port': {'id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:02Z', 'updated_at': '2021-11-23T07:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'af53ab23-aa21-4f44-9991-3383dfee7e1b', 'name': '', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'mac_address': 'fa:16:3e:0e:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:11Z', 'updated_at': '2021-11-23T07:43:25Z', 'revision_number': 5, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'subnets': [{'id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:50:14.629673 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8a3283-78fe-449f-b23e-b5e894e82bb5 None None] Checking router: fdbce833-cdf0-4b8a-b659-620d52c496ff for host: dv-cinder-804035-14-iscsi {{(pid=109286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:50:14.642772 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8a3283-78fe-449f-b23e-b5e894e82bb5 None None] Routers {'fdbce833-cdf0-4b8a-b659-620d52c496ff'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:50:14.643606 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-6b8a3283-78fe-449f-b23e-b5e894e82bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:50:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['fdbce833-cdf0-4b8a-b659-620d52c496ff'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:50:14.779775 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-6b8a3283-78fe-449f-b23e-b5e894e82bb5 None None] Set router fdbce833-cdf0-4b8a-b659-620d52c496ff gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:50:14.844767 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 49818) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:50:14.910349 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7213dc33-f980-4b0e-bff5-5c24567a2d6a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:14.940631 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7213dc33-f980-4b0e-bff5-5c24567a2d6a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:14.999805 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7213dc33-f980-4b0e-bff5-5c24567a2d6a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:15.004017 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7213dc33-f980-4b0e-bff5-5c24567a2d6a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:15.009600 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-7213dc33-f980-4b0e-bff5-5c24567a2d6a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "DELETE /v2.0/security-groups/845b58cc-54e4-41c2-a890-25105809bf77 HTTP/1.1" status: 204 len: 168 time: 0.1595604 Nov 23 07:50:15.009911 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 49820) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:50:15.018763 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213dc33-f980-4b0e-bff5-5c24567a2d6a tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=845b58cc-54e4-41c2-a890-25105809bf77,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:15.042350 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.api.v2.resource [None req-dd0aee68-742c-4b8f-aaf7-1e18e7bcbb21 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] show failed (client error): The resource could not be found. Nov 23 07:50:15.043909 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-dd0aee68-742c-4b8f-aaf7-1e18e7bcbb21 tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "GET /v2.0/security-groups/845b58cc-54e4-41c2-a890-25105809bf77 HTTP/1.1" status: 404 len: 347 time: 0.0327475 Nov 23 07:50:15.049334 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 49822) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:50:15.071695 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-6b8a3283-78fe-449f-b23e-b5e894e82bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'name': 'tempest-AttachVolumeShelveTestJSON-979039873-router', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'gw_port': {'id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:02Z', 'updated_at': '2021-11-23T07:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'af53ab23-aa21-4f44-9991-3383dfee7e1b', 'name': '', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'mac_address': 'fa:16:3e:0e:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:11Z', 'updated_at': '2021-11-23T07:43:25Z', 'revision_number': 5, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'subnets': [{'id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:50:15.101867 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8a3283-78fe-449f-b23e-b5e894e82bb5 None None] The sync data for ids ['fdbce833-cdf0-4b8a-b659-620d52c496ff'] in dv-cinder-804035-14-iscsi is: [{'id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'name': 'tempest-AttachVolumeShelveTestJSON-979039873-router', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:43:12Z', 'revision_number': 4, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'gw_port': {'id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:02Z', 'updated_at': '2021-11-23T07:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': 'af53ab23-aa21-4f44-9991-3383dfee7e1b', 'name': '', 'network_id': 'd9cb767d-e579-4bd6-9168-0f1ea7c41329', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'mac_address': 'fa:16:3e:0e:bd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:11Z', 'updated_at': '2021-11-23T07:43:25Z', 'revision_number': 5, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'subnets': [{'id': 'fd5e1985-8805-41d1-90d4-bdc402c620b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:50:15.243170 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-a1ff3a31-7578-44cc-a509-a4f169a6513d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Deleting port 1ba47c3b-cd61-400c-bf54-98879e9da879 {{(pid=109284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:50:15.243690 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a1ff3a31-7578-44cc-a509-a4f169a6513d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:15.346436 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a1ff3a31-7578-44cc-a509-a4f169a6513d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:15.346694 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a1ff3a31-7578-44cc-a509-a4f169a6513d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:15.362809 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-a1ff3a31-7578-44cc-a509-a4f169a6513d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Calling delete_port for 1ba47c3b-cd61-400c-bf54-98879e9da879 owned by network:floatingip {{(pid=109284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:50:15.412893 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b547df0c-d73d-4593-9cce-a30c0aa6d5a8 None None] New status for floating IP 0efd02b8-a38a-4ce1-816a-436e8ad77b0d: DOWN {{(pid=109285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 07:50:15.542902 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a1ff3a31-7578-44cc-a509-a4f169a6513d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909886'] for port, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:15.543192 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.db.api [None req-b547df0c-d73d-4593-9cce-a30c0aa6d5a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109285) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 07:50:15.544161 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG oslo_db.api [None req-b547df0c-d73d-4593-9cce-a30c0aa6d5a8 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 07:50:15.585549 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff3a31-7578-44cc-a509-a4f169a6513d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Pushing event deleted for resources: {'Port': ['ID=1ba47c3b-cd61-400c-bf54-98879e9da879,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:15.675937 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a1ff3a31-7578-44cc-a509-a4f169a6513d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks [] for floatingip, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:15.679011 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-a1ff3a31-7578-44cc-a509-a4f169a6513d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for floatingip, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:15.680502 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-a1ff3a31-7578-44cc-a509-a4f169a6513d tempest-AttachVolumeShelveTestJSON-1497887931 tempest-AttachVolumeShelveTestJSON-1497887931-project] 10.222.0.48 "DELETE /v2.0/floatingips/0efd02b8-a38a-4ce1-816a-436e8ad77b0d HTTP/1.1" status: 204 len: 168 time: 0.6292348 Nov 23 07:50:16.046255 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b547df0c-d73d-4593-9cce-a30c0aa6d5a8 None None] New status for floating IP 0efd02b8-a38a-4ce1-816a-436e8ad77b0d: DOWN {{(pid=109285) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 07:50:17.248981 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 7bb628ce-17b8-43a9-8265-270514936b86 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:50:17.274928 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] No Port match for: 7bb628ce-17b8-43a9-8265-270514936b86 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:50:17.275272 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 7bb628ce-17b8-43a9-8265-270514936b86 not bound to the agent host hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:50:18.244104 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 49860) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:50:18.673103 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-42f6fa1b-110f-4741-ba41-ba38105105cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1712703'] for router_interface, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:18.956630 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-42f6fa1b-110f-4741-ba41-ba38105105cc admin admin] Deleting port af53ab23-aa21-4f44-9991-3383dfee7e1b {{(pid=109284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:50:18.957089 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-42f6fa1b-110f-4741-ba41-ba38105105cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:19.064081 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.db [None req-42f6fa1b-110f-4741-ba41-ba38105105cc admin admin] For port af53ab23-aa21-4f44-9991-3383dfee7e1b, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=af53ab23-aa21-4f44-9991-3383dfee7e1b,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:50:19.064579 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-42f6fa1b-110f-4741-ba41-ba38105105cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:19.084981 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-42f6fa1b-110f-4741-ba41-ba38105105cc admin admin] Calling delete_port for af53ab23-aa21-4f44-9991-3383dfee7e1b owned by network:router_interface {{(pid=109284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:50:19.339055 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-42f6fa1b-110f-4741-ba41-ba38105105cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909886'] for port, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:19.372866 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6fa1b-110f-4741-ba41-ba38105105cc admin admin] Pushing event deleted for resources: {'Port': ['ID=af53ab23-aa21-4f44-9991-3383dfee7e1b,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:19.610959 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-42f6fa1b-110f-4741-ba41-ba38105105cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1700661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712803'] for router_interface, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:20.129954 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f6fa1b-110f-4741-ba41-ba38105105cc admin admin] Router fdbce833-cdf0-4b8a-b659-620d52c496ff has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:50:20.245872 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f6fa1b-110f-4741-ba41-ba38105105cc admin admin] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:50:20.251209 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-42f6fa1b-110f-4741-ba41-ba38105105cc admin admin] 10.222.0.48 "PUT /v2.0/routers/fdbce833-cdf0-4b8a-b659-620d52c496ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0060151 Nov 23 07:50:20.253763 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 49868) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:50:20.257983 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbe0000-9859-4fba-9446-1ea8d76f41a0 None None] Sync routers for ids ['fdbce833-cdf0-4b8a-b659-620d52c496ff'] in dv-cinder-804035-14-iscsi {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:50:20.270873 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbe0000-9859-4fba-9446-1ea8d76f41a0 None None] Routers {'fdbce833-cdf0-4b8a-b659-620d52c496ff'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:50:20.271521 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-fdbe0000-9859-4fba-9446-1ea8d76f41a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:50:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['fdbce833-cdf0-4b8a-b659-620d52c496ff'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:50:20.390004 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-15a274e7-a574-41f1-af03-ef8e897c9184 admin admin] Publish callbacks [] for router, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:20.391342 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-fdbe0000-9859-4fba-9446-1ea8d76f41a0 None None] Set router fdbce833-cdf0-4b8a-b659-620d52c496ff gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:50:20.513986 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-15a274e7-a574-41f1-af03-ef8e897c9184 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:20.580052 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-15a274e7-a574-41f1-af03-ef8e897c9184 admin admin] Deleting port d0e22c7a-79bd-42d4-a638-a1bfbb847bbf {{(pid=109284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:50:20.580322 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-15a274e7-a574-41f1-af03-ef8e897c9184 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:20.670478 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.db [None req-15a274e7-a574-41f1-af03-ef8e897c9184 admin admin] For port d0e22c7a-79bd-42d4-a638-a1bfbb847bbf, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=d0e22c7a-79bd-42d4-a638-a1bfbb847bbf,segment=NetworkSegment(c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c),segment_id=c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c)] {{(pid=109284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:50:20.671044 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-15a274e7-a574-41f1-af03-ef8e897c9184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:20.681645 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-fdbe0000-9859-4fba-9446-1ea8d76f41a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'name': 'tempest-AttachVolumeShelveTestJSON-979039873-router', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:50:19Z', 'revision_number': 5, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'gw_port': {'id': 'd0e22c7a-79bd-42d4-a638-a1bfbb847bbf', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:43:02Z', 'updated_at': '2021-11-23T07:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi'}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:50:20.687379 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-15a274e7-a574-41f1-af03-ef8e897c9184 admin admin] Calling delete_port for d0e22c7a-79bd-42d4-a638-a1bfbb847bbf owned by network:router_gateway {{(pid=109284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:50:20.708660 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbe0000-9859-4fba-9446-1ea8d76f41a0 None None] Checking router: fdbce833-cdf0-4b8a-b659-620d52c496ff for host: dv-cinder-804035-14-iscsi {{(pid=109286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:50:20.717818 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbe0000-9859-4fba-9446-1ea8d76f41a0 None None] Routers {'fdbce833-cdf0-4b8a-b659-620d52c496ff'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:50:20.718984 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-fdbe0000-9859-4fba-9446-1ea8d76f41a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:50:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['fdbce833-cdf0-4b8a-b659-620d52c496ff'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:50:20.809624 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-fdbe0000-9859-4fba-9446-1ea8d76f41a0 None None] Set router fdbce833-cdf0-4b8a-b659-620d52c496ff gateway port host: None {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:50:20.864251 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-fdbe0000-9859-4fba-9446-1ea8d76f41a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'name': 'tempest-AttachVolumeShelveTestJSON-979039873-router', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:50:20Z', 'revision_number': 6, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'gw_port_host': None}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:50:20.865723 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-15a274e7-a574-41f1-af03-ef8e897c9184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909886'] for port, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:20.893694 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a274e7-a574-41f1-af03-ef8e897c9184 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e22c7a-79bd-42d4-a638-a1bfbb847bbf,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:20.894287 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbe0000-9859-4fba-9446-1ea8d76f41a0 None None] The sync data for ids ['fdbce833-cdf0-4b8a-b659-620d52c496ff'] in dv-cinder-804035-14-iscsi is: [{'id': 'fdbce833-cdf0-4b8a-b659-620d52c496ff', 'name': 'tempest-AttachVolumeShelveTestJSON-979039873-router', 'tenant_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:43:00Z', 'updated_at': '2021-11-23T07:50:20Z', 'revision_number': 6, 'project_id': 'edd4c40a2d5e481eadb2fc728cc0ca5a', 'gw_port_host': None}] {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:50:20.960808 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-15a274e7-a574-41f1-af03-ef8e897c9184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1712133'] for router_gateway, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:21.053488 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-15a274e7-a574-41f1-af03-ef8e897c9184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1712715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-971'] for router, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:21.055792 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-15a274e7-a574-41f1-af03-ef8e897c9184 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:21.100623 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-15a274e7-a574-41f1-af03-ef8e897c9184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1712263'] for router, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:21.101155 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a274e7-a574-41f1-af03-ef8e897c9184 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdbce833-cdf0-4b8a-b659-620d52c496ff {{(pid=109284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 07:50:21.106114 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-15a274e7-a574-41f1-af03-ef8e897c9184 admin admin] Publish callbacks [] for router, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:21.109571 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-15a274e7-a574-41f1-af03-ef8e897c9184 admin admin] 10.222.0.48 "DELETE /v2.0/routers/fdbce833-cdf0-4b8a-b659-620d52c496ff HTTP/1.1" status: 204 len: 168 time: 0.8525531 Nov 23 07:50:21.110356 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 49870) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:50:21.157495 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_v2 [None req-59bedb94-4fba-460c-84d6-6075fecacd94 admin admin] Deleting subnet fd5e1985-8805-41d1-90d4-bdc402c620b5 {{(pid=109283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 07:50:21.162550 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-59bedb94-4fba-460c-84d6-6075fecacd94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:21.200039 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-59bedb94-4fba-460c-84d6-6075fecacd94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10348417'] for subnet, precommit_delete_associations {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:21.296856 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-59bedb94-4fba-460c-84d6-6075fecacd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668856'] for subnet, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:21.364169 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-59bedb94-4fba-460c-84d6-6075fecacd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-707915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9542673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9964384'] for subnet, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:21.392404 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bedb94-4fba-460c-84d6-6075fecacd94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd5e1985-8805-41d1-90d4-bdc402c620b5,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:21.394275 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-59bedb94-4fba-460c-84d6-6075fecacd94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:21.400749 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-59bedb94-4fba-460c-84d6-6075fecacd94 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fd5e1985-8805-41d1-90d4-bdc402c620b5 HTTP/1.1" status: 204 len: 168 time: 0.2860930 Nov 23 07:50:21.400921 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3747b7-a539-445f-bb89-2bf3ff8f850a None None] Network d9cb767d-e579-4bd6-9168-0f1ea7c41329 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:50:21.401464 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 49874) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:50:21.473589 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bcaec157-9e26-4c5f-bae4-3cca181015be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629665'] for network, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:21.719223 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64b8f05-2383-4f4d-8842-1cfef47e29d0 None None] DHCP port deletion for d9cb767d-e579-4bd6-9168-0f1ea7c41329 request from dv-cinder-804035-14-iscsi {{(pid=109285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 07:50:21.789743 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-e64b8f05-2383-4f4d-8842-1cfef47e29d0 None None] Deleting port ac9ef749-cba2-4e77-89f7-de41151e8d6c {{(pid=109285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:50:21.790228 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e64b8f05-2383-4f4d-8842-1cfef47e29d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:21.841897 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-bcaec157-9e26-4c5f-bae4-3cca181015be admin admin] Deleting port ac9ef749-cba2-4e77-89f7-de41151e8d6c {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:50:21.842369 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bcaec157-9e26-4c5f-bae4-3cca181015be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:21.903075 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e64b8f05-2383-4f4d-8842-1cfef47e29d0 None None] For port ac9ef749-cba2-4e77-89f7-de41151e8d6c, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=ac9ef749-cba2-4e77-89f7-de41151e8d6c,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:50:21.903709 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e64b8f05-2383-4f4d-8842-1cfef47e29d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:21.923670 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-e64b8f05-2383-4f4d-8842-1cfef47e29d0 None None] Calling delete_port for ac9ef749-cba2-4e77-89f7-de41151e8d6c owned by network:dhcp {{(pid=109285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:50:21.924428 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-bcaec157-9e26-4c5f-bae4-3cca181015be admin admin] For port ac9ef749-cba2-4e77-89f7-de41151e8d6c, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=ac9ef749-cba2-4e77-89f7-de41151e8d6c,segment=NetworkSegment(95e06a39-5611-4f52-aae3-4e8bf3bb6003),segment_id=95e06a39-5611-4f52-aae3-4e8bf3bb6003)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:50:21.925152 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bcaec157-9e26-4c5f-bae4-3cca181015be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:21.940748 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-bcaec157-9e26-4c5f-bae4-3cca181015be admin admin] Calling delete_port for ac9ef749-cba2-4e77-89f7-de41151e8d6c owned by network:dhcp {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:50:22.017006 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e64b8f05-2383-4f4d-8842-1cfef47e29d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005'] for port, after_delete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:22.041817 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bcaec157-9e26-4c5f-bae4-3cca181015be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:22.064141 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b8f05-2383-4f4d-8842-1cfef47e29d0 None None] Pushing event deleted for resources: {'Port': ['ID=ac9ef749-cba2-4e77-89f7-de41151e8d6c,revision_number=None']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:22.066800 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64b8f05-2383-4f4d-8842-1cfef47e29d0 None None] No DVR routers for this DVR port ac9ef749-cba2-4e77-89f7-de41151e8d6c on host dv-cinder-804035-14-iscsi {{(pid=109285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:50:22.077818 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaec157-9e26-4c5f-bae4-3cca181015be admin admin] Pushing event deleted for resources: {'Port': ['ID=ac9ef749-cba2-4e77-89f7-de41151e8d6c,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:22.079883 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaec157-9e26-4c5f-bae4-3cca181015be admin admin] No DVR routers for this DVR port ac9ef749-cba2-4e77-89f7-de41151e8d6c on host dv-cinder-804035-14-iscsi {{(pid=109283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:50:22.154582 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bcaec157-9e26-4c5f-bae4-3cca181015be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670311', 'neutron.services.segments.db._delete_segments_for_network-8750072253624'] for network, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:22.181536 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.services.segments.db [None req-bcaec157-9e26-4c5f-bae4-3cca181015be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9cb767d-e579-4bd6-9168-0f1ea7c41329']}} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:50:22.192042 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.services.segments.db [None req-bcaec157-9e26-4c5f-bae4-3cca181015be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e06a39-5611-4f52-aae3-4e8bf3bb6003') {'for_net_delete': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:50:22.192257 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.services.segments.db [None req-bcaec157-9e26-4c5f-bae4-3cca181015be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e06a39-5611-4f52-aae3-4e8bf3bb6003') {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:50:22.202858 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bcaec157-9e26-4c5f-bae4-3cca181015be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750072215116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10348470'] for segment, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:22.217089 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bcaec157-9e26-4c5f-bae4-3cca181015be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:22.226502 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcaec157-9e26-4c5f-bae4-3cca181015be admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 07:50:22.226901 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bcaec157-9e26-4c5f-bae4-3cca181015be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9543603'] for segment, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: self.session.flush() Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: self.session.flush() Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: self.session.flush() Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: self.session.flush() Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: Traceback (most recent call last): Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: timer() Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: cb(*args, **kw) Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: return func(*args, **kwargs) Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: self._notify() Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: self.callback(batched_events) Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: event.method(event) Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: return f(self, *a, **k) Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: return self._get(url).json() Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: return self.request(url, 'GET', **kwargs) Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 07:50:22.228603 dv-cinder-804035-14-iscsi neutron-server[109283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 07:50:22.300312 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bcaec157-9e26-4c5f-bae4-3cca181015be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1712161'] for network, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:22.306744 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-bcaec157-9e26-4c5f-bae4-3cca181015be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:22.310200 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-bcaec157-9e26-4c5f-bae4-3cca181015be admin admin] 10.222.0.48 "DELETE /v2.0/networks/d9cb767d-e579-4bd6-9168-0f1ea7c41329 HTTP/1.1" status: 204 len: 168 time: 0.9087069 Nov 23 07:50:22.325747 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaec157-9e26-4c5f-bae4-3cca181015be admin admin] Pushing event deleted for resources: {'Network': ['ID=d9cb767d-e579-4bd6-9168-0f1ea7c41329,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:22.383020 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device af53ab23-aa21-4f44-9991-3383dfee7e1b no longer exists at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:50:22.404802 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] No Port match for: af53ab23-aa21-4f44-9991-3383dfee7e1b {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:50:22.405416 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device af53ab23-aa21-4f44-9991-3383dfee7e1b not bound to the agent host dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:50:22.405558 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device ac9ef749-cba2-4e77-89f7-de41151e8d6c no longer exists at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:50:22.426338 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] No Port match for: ac9ef749-cba2-4e77-89f7-de41151e8d6c {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:50:22.426689 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device ac9ef749-cba2-4e77-89f7-de41151e8d6c not bound to the agent host dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:50:22.427106 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device d0e22c7a-79bd-42d4-a638-a1bfbb847bbf no longer exists at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:50:22.440825 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 49882) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:50:22.446953 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] No Port match for: d0e22c7a-79bd-42d4-a638-a1bfbb847bbf {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:50:22.447243 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device d0e22c7a-79bd-42d4-a638-a1bfbb847bbf not bound to the agent host dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:50:22.485578 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-834a31f4-ea19-4c3f-9852-10489f5f0a1b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=edd4c40a2d5e481eadb2fc728cc0ca5a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434391 Nov 23 07:50:22.488139 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 49884) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:50:22.539913 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d66d387a-e204-42f2-ac32-90dc8c39d9ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:22.562019 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d66d387a-e204-42f2-ac32-90dc8c39d9ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:22.610699 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d66d387a-e204-42f2-ac32-90dc8c39d9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:22.613338 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d66d387a-e204-42f2-ac32-90dc8c39d9ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:22.614517 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-d66d387a-e204-42f2-ac32-90dc8c39d9ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/32d54c15-519b-4290-b701-ff1771ad4b5e HTTP/1.1" status: 204 len: 168 time: 0.1254802 Nov 23 07:50:22.627607 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d387a-e204-42f2-ac32-90dc8c39d9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d54c15-519b-4290-b701-ff1771ad4b5e,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:23.696045 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-35242125-a008-4971-b437-3059f7d52640 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:23.697686 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-35242125-a008-4971-b437-3059f7d52640 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/networks?id=297aaeda-aecc-462b-bd77-2688259c1543 HTTP/1.1" status: 200 len: 815 time: 0.1125693 Nov 23 07:50:23.712300 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-c15a6c86-2179-4c1e-9cfb-1aaebffff2e0 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/quotas/93c77eb8adee494f8cddcb74d01e7183 HTTP/1.1" status: 200 len: 375 time: 0.0092332 Nov 23 07:50:23.763903 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-a1b00286-6a78-4e15-96cc-1f5bdcb1cbf7 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=93c77eb8adee494f8cddcb74d01e7183&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0461435 Nov 23 07:50:23.869565 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-43972316-ac78-4dc9-bee5-652d0ea79598 service neutron] 10.222.0.48 "GET /v2.0/networks/297aaeda-aecc-462b-bd77-2688259c1543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981247 Nov 23 07:50:23.967664 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-c4c088f6-6281-4728-b5f8-d049b6bf2cd0 service neutron] 10.222.0.48 "GET /v2.0/networks/297aaeda-aecc-462b-bd77-2688259c1543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896192 Nov 23 07:50:24.139904 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b6131c9b-ae11-47d9-be12-43a905b1fbd3 req-e6d86218-2643-4915-a213-4e39d786dec9 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fce3d66-d323-4507-8ba9-d8cc96d4e92f HTTP/1.1" status: 200 len: 210 time: 0.0320077 Nov 23 07:50:25.256656 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-9c82a999-921c-42b8-9d97-95370856af05 req-976617f5-5a19-4348-b7d0-133c341c1418 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fce3d66-d323-4507-8ba9-d8cc96d4e92f HTTP/1.1" status: 200 len: 210 time: 0.0352290 Nov 23 07:50:25.272197 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-b227fb81-f0b9-4c60-b95a-9c7a4b406ce9 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:25.273962 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-b227fb81-f0b9-4c60-b95a-9c7a4b406ce9 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.31 "GET /v2.0/networks?id=297aaeda-aecc-462b-bd77-2688259c1543 HTTP/1.1" status: 200 len: 815 time: 0.1258171 Nov 23 07:50:25.291026 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-3de055de-b828-4f7e-835b-febfe8738b90 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Request body: {'port': {'device_id': '3fce3d66-d323-4507-8ba9-d8cc96d4e92f', 'network_id': '297aaeda-aecc-462b-bd77-2688259c1543', 'admin_state_up': True, 'tenant_id': '93c77eb8adee494f8cddcb74d01e7183'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:50:25.419297 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-3de055de-b828-4f7e-835b-febfe8738b90 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Made reservation on behalf of 93c77eb8adee494f8cddcb74d01e7183 for: {'port': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:50:25.424077 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-3de055de-b828-4f7e-835b-febfe8738b90 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:25.574750 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-3de055de-b828-4f7e-835b-febfe8738b90 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Allocated IP 172.20.0.9 (297aaeda-aecc-462b-bd77-2688259c1543/4ee3a07c-e196-4ca0-9603-f6e1709d110d/b0419753-47d6-423f-8dd1-7b53b313da63) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:50:25.807554 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-3de055de-b828-4f7e-835b-febfe8738b90 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:25.856738 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-3de055de-b828-4f7e-835b-febfe8738b90 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:25.873355 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['e6b62974-a146-42bc-98de-1fcf45a35bc8'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:50:25.904409 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-3de055de-b828-4f7e-835b-febfe8738b90 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Network 297aaeda-aecc-462b-bd77-2688259c1543 is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:50:25.908370 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-3de055de-b828-4f7e-835b-febfe8738b90 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:50:25.912816 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-3de055de-b828-4f7e-835b-febfe8738b90 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:50:25.938877 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de055de-b828-4f7e-835b-febfe8738b90 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Pushing event updated for resources: {'Port': ['ID=b0419753-47d6-423f-8dd1-7b53b313da63,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:25.977459 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-3de055de-b828-4f7e-835b-febfe8738b90 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:25.978125 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-3de055de-b828-4f7e-835b-febfe8738b90 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:25.997053 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-3de055de-b828-4f7e-835b-febfe8738b90 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7115324 Nov 23 07:50:26.013367 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-2af57295-dcff-48de-9d0c-e7d9c26da47d service neutron] Request body: {'port': {'device_id': '3fce3d66-d323-4507-8ba9-d8cc96d4e92f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:50:26.081830 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-2af57295-dcff-48de-9d0c-e7d9c26da47d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:26.418510 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-2af57295-dcff-48de-9d0c-e7d9c26da47d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0419753-47d6-423f-8dd1-7b53b313da63 {{(pid=109283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:50:26.433819 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-2af57295-dcff-48de-9d0c-e7d9c26da47d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:26.458957 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd0706-f879-4f7f-8b59-07fa803665b1 req-798dd0b8-f5ef-46a4-9b7a-5e8a8502eccb tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:26.460600 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-19dd0706-f879-4f7f-8b59-07fa803665b1 req-798dd0b8-f5ef-46a4-9b7a-5e8a8502eccb tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fce3d66-d323-4507-8ba9-d8cc96d4e92f HTTP/1.1" status: 200 len: 931 time: 0.1228609 Nov 23 07:50:26.466699 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.provisioning_blocks [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-2af57295-dcff-48de-9d0c-e7d9c26da47d service neutron] Transition to ACTIVE for port object b0419753-47d6-423f-8dd1-7b53b313da63 will not be triggered until provisioned by entity L2. {{(pid=109283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 07:50:26.471787 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-2af57295-dcff-48de-9d0c-e7d9c26da47d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9542747'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:26.582743 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af57295-dcff-48de-9d0c-e7d9c26da47d service neutron] Pushing event updated for resources: {'Port': ['ID=b0419753-47d6-423f-8dd1-7b53b313da63,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:26.638444 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-19dd0706-f879-4f7f-8b59-07fa803665b1 req-5512e633-9d2a-4374-ad0f-0b10afcf48b6 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639767 Nov 23 07:50:26.674545 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-2af57295-dcff-48de-9d0c-e7d9c26da47d service neutron] Attempting to bind port b0419753-47d6-423f-8dd1-7b53b313da63 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:50:26.674878 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-2af57295-dcff-48de-9d0c-e7d9c26da47d service neutron] Attempting to bind port b0419753-47d6-423f-8dd1-7b53b313da63 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '9602b1ed-2105-48f8-b6eb-9e5a1f517d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '297aaeda-aecc-462b-bd77-2688259c1543'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:50:26.675207 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-2af57295-dcff-48de-9d0c-e7d9c26da47d service neutron] Attempting to bind port b0419753-47d6-423f-8dd1-7b53b313da63 on network 297aaeda-aecc-462b-bd77-2688259c1543 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:50:26.679757 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-2af57295-dcff-48de-9d0c-e7d9c26da47d service neutron] Port b0419753-47d6-423f-8dd1-7b53b313da63 on network 297aaeda-aecc-462b-bd77-2688259c1543 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 07:50:26.680076 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-2af57295-dcff-48de-9d0c-e7d9c26da47d service neutron] Attempting to bind port b0419753-47d6-423f-8dd1-7b53b313da63 on network 297aaeda-aecc-462b-bd77-2688259c1543 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:50:26.685000 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-2af57295-dcff-48de-9d0c-e7d9c26da47d service neutron] Checking agent: {'id': 'ef857e00-999e-40cc-a620-789cb776d291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'started_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:50:26.685336 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-2af57295-dcff-48de-9d0c-e7d9c26da47d service neutron] Checking segment: {'id': '9602b1ed-2105-48f8-b6eb-9e5a1f517d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '297aaeda-aecc-462b-bd77-2688259c1543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:50:26.685748 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-2af57295-dcff-48de-9d0c-e7d9c26da47d service neutron] Bound using segment: {'id': '9602b1ed-2105-48f8-b6eb-9e5a1f517d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '297aaeda-aecc-462b-bd77-2688259c1543'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:50:26.686178 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-2af57295-dcff-48de-9d0c-e7d9c26da47d service neutron] Bound port: b0419753-47d6-423f-8dd1-7b53b313da63, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9602b1ed-2105-48f8-b6eb-9e5a1f517d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '297aaeda-aecc-462b-bd77-2688259c1543'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:50:26.686533 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-2af57295-dcff-48de-9d0c-e7d9c26da47d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:26.758171 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-2af57295-dcff-48de-9d0c-e7d9c26da47d service neutron] For port b0419753-47d6-423f-8dd1-7b53b313da63, host hv-cinder-80403, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:50:26.761691 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-2af57295-dcff-48de-9d0c-e7d9c26da47d service neutron] For port b0419753-47d6-423f-8dd1-7b53b313da63, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b0419753-47d6-423f-8dd1-7b53b313da63,segment=NetworkSegment(9602b1ed-2105-48f8-b6eb-9e5a1f517d73),segment_id=9602b1ed-2105-48f8-b6eb-9e5a1f517d73)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:50:26.768168 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-2af57295-dcff-48de-9d0c-e7d9c26da47d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9542747'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:26.802466 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-2af57295-dcff-48de-9d0c-e7d9c26da47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:26.803097 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-2af57295-dcff-48de-9d0c-e7d9c26da47d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:26.804535 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-2af57295-dcff-48de-9d0c-e7d9c26da47d service neutron] 10.222.0.31 "PUT /v2.0/ports/b0419753-47d6-423f-8dd1-7b53b313da63 HTTP/1.1" status: 200 len: 1093 time: 0.7956345 Nov 23 07:50:26.807097 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fce3d66-d323-4507-8ba9-d8cc96d4e92f', 'tag': 'b0419753-47d6-423f-8dd1-7b53b313da63'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:50:26.815622 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8367e089-0617-4dd1-8fae-e242f16ef4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "3fce3d66-d323-4507-8ba9-d8cc96d4e92f", "tag": "b0419753-47d6-423f-8dd1-7b53b313da63"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:50:26.870135 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e567ed11-92df-4072-8af3-e7e4f5566a3e x-openstack-request-id: req-e567ed11-92df-4072-8af3-e7e4f5566a3e {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:50:26.870433 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fce3d66-d323-4507-8ba9-d8cc96d4e92f", "tag": "b0419753-47d6-423f-8dd1-7b53b313da63", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:50:26.870677 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e567ed11-92df-4072-8af3-e7e4f5566a3e {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:50:26.871079 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fce3d66-d323-4507-8ba9-d8cc96d4e92f', 'tag': 'b0419753-47d6-423f-8dd1-7b53b313da63', 'status': 'completed', 'code': 200} Nov 23 07:50:26.876581 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af57295-dcff-48de-9d0c-e7d9c26da47d service neutron] Pushing event updated for resources: {'Port': ['ID=b0419753-47d6-423f-8dd1-7b53b313da63,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:26.911302 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-2e932e61-a2e5-4f7a-9b61-fc97bc613e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:26.912946 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-2e932e61-a2e5-4f7a-9b61-fc97bc613e71 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=93c77eb8adee494f8cddcb74d01e7183&device_id=3fce3d66-d323-4507-8ba9-d8cc96d4e92f HTTP/1.1" status: 200 len: 1096 time: 0.0558269 Nov 23 07:50:26.962102 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-f9477ae7-d7c6-4998-bc44-60764278df61 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0419753-47d6-423f-8dd1-7b53b313da63 HTTP/1.1" status: 200 len: 217 time: 0.0383408 Nov 23 07:50:27.034345 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-5abb69a2-d979-474c-b697-08835584ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:27.037523 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-5abb69a2-d979-474c-b697-08835584ed16 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4ee3a07c-e196-4ca0-9603-f6e1709d110d HTTP/1.1" status: 200 len: 855 time: 0.0653293 Nov 23 07:50:27.075375 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-3a84ff1f-b6e8-40a2-9f70-be4ff5a4a517 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=297aaeda-aecc-462b-bd77-2688259c1543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275373 Nov 23 07:50:27.195153 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-09fff6f4-a709-4b1b-a312-9a68a3814110 service neutron] 10.222.0.31 "GET /v2.0/networks/297aaeda-aecc-462b-bd77-2688259c1543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113982 Nov 23 07:50:27.313429 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-26d6a9e6-b476-420e-8bd1-4782e536bb7a req-034ad7ca-c9bb-463b-a0be-35a7afe1517d service neutron] 10.222.0.31 "GET /v2.0/networks/297aaeda-aecc-462b-bd77-2688259c1543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090009 Nov 23 07:50:27.425024 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367e089-0617-4dd1-8fae-e242f16ef4dc req-14e21c0c-f1f7-4128-8265-33715707f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:27.426594 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8367e089-0617-4dd1-8fae-e242f16ef4dc req-14e21c0c-f1f7-4128-8265-33715707f675 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=93c77eb8adee494f8cddcb74d01e7183&device_id=3fce3d66-d323-4507-8ba9-d8cc96d4e92f HTTP/1.1" status: 200 len: 1096 time: 0.0424151 Nov 23 07:50:27.540626 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367e089-0617-4dd1-8fae-e242f16ef4dc req-2fc92877-6781-464b-9b86-e8898f3cb4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:27.542160 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8367e089-0617-4dd1-8fae-e242f16ef4dc req-2fc92877-6781-464b-9b86-e8898f3cb4cb service neutron] 10.222.0.31 "GET /v2.0/networks?id=297aaeda-aecc-462b-bd77-2688259c1543 HTTP/1.1" status: 200 len: 916 time: 0.0985901 Nov 23 07:50:27.586338 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8367e089-0617-4dd1-8fae-e242f16ef4dc req-5f325ff1-9251-4691-8144-d43671f0f108 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0419753-47d6-423f-8dd1-7b53b313da63 HTTP/1.1" status: 200 len: 217 time: 0.0359569 Nov 23 07:50:27.644707 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367e089-0617-4dd1-8fae-e242f16ef4dc req-0a70b476-96bb-4aa2-8ad3-ae0c9cb2a859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:27.646240 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8367e089-0617-4dd1-8fae-e242f16ef4dc req-0a70b476-96bb-4aa2-8ad3-ae0c9cb2a859 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4ee3a07c-e196-4ca0-9603-f6e1709d110d HTTP/1.1" status: 200 len: 855 time: 0.0522604 Nov 23 07:50:27.692717 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8367e089-0617-4dd1-8fae-e242f16ef4dc req-d4db1234-a3f4-4144-ac92-7f39e2989b84 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=297aaeda-aecc-462b-bd77-2688259c1543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365522 Nov 23 07:50:27.830165 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f64f3-3bd7-4aa3-80ad-b966192cac5f req-e5841563-20cf-4845-8394-74bf406dfeef tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:27.833125 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-028f64f3-3bd7-4aa3-80ad-b966192cac5f req-e5841563-20cf-4845-8394-74bf406dfeef tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fce3d66-d323-4507-8ba9-d8cc96d4e92f HTTP/1.1" status: 200 len: 943 time: 0.1122608 Nov 23 07:50:27.834513 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8367e089-0617-4dd1-8fae-e242f16ef4dc req-73fcbdbf-1f9b-4207-8f30-3cfbfa8fe9ff service neutron] 10.222.0.31 "GET /v2.0/networks/297aaeda-aecc-462b-bd77-2688259c1543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336977 Nov 23 07:50:27.938636 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-028f64f3-3bd7-4aa3-80ad-b966192cac5f req-b89d44a2-21c1-48c0-82d4-ac02f20c44e5 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996315 Nov 23 07:50:27.976298 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8367e089-0617-4dd1-8fae-e242f16ef4dc req-5542c3a3-0232-4e5c-ac93-b2fa6a2b673d service neutron] 10.222.0.31 "GET /v2.0/networks/297aaeda-aecc-462b-bd77-2688259c1543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312943 Nov 23 07:50:28.518946 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-71d2723f-94f7-4164-b969-5f25d62e6cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:29.087168 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ea662-fdc3-44b0-8d9e-335943a2235a req-cb5ab75a-5046-48fe-834a-ce74d309bd22 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:29.088670 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-378ea662-fdc3-44b0-8d9e-335943a2235a req-cb5ab75a-5046-48fe-834a-ce74d309bd22 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fce3d66-d323-4507-8ba9-d8cc96d4e92f HTTP/1.1" status: 200 len: 943 time: 0.0629709 Nov 23 07:50:29.139657 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-378ea662-fdc3-44b0-8d9e-335943a2235a req-ee45e920-9aca-4b5a-ba41-bb6f62ef81ba tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446622 Nov 23 07:50:29.356897 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device b0419753-47d6-423f-8dd1-7b53b313da63 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 07:50:29.471185 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port b0419753-47d6-423f-8dd1-7b53b313da63, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b0419753-47d6-423f-8dd1-7b53b313da63,segment=NetworkSegment(9602b1ed-2105-48f8-b6eb-9e5a1f517d73),segment_id=9602b1ed-2105-48f8-b6eb-9e5a1f517d73)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:50:29.483344 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Returning: {'device': 'b0419753-47d6-423f-8dd1-7b53b313da63', 'network_id': '297aaeda-aecc-462b-bd77-2688259c1543', 'port_id': 'b0419753-47d6-423f-8dd1-7b53b313da63', 'mac_address': 'fa:16:3e:7c:d9:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee3a07c-e196-4ca0-9603-f6e1709d110d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 07:50:29.526983 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:29.549906 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0419753-47d6-423f-8dd1-7b53b313da63 {{(pid=109285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:50:29.576750 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port b0419753-47d6-423f-8dd1-7b53b313da63, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b0419753-47d6-423f-8dd1-7b53b313da63,segment=NetworkSegment(9602b1ed-2105-48f8-b6eb-9e5a1f517d73),segment_id=9602b1ed-2105-48f8-b6eb-9e5a1f517d73)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:50:29.586676 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:29.776910 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=b0419753-47d6-423f-8dd1-7b53b313da63,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:29.862426 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['b0419753-47d6-423f-8dd1-7b53b313da63'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:50:30.267395 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d163c6-f29c-4c6d-bcd6-f0666f9c1ae1 req-7761ea5d-0cf6-464d-a18f-e8116cc4c597 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:30.269040 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-04d163c6-f29c-4c6d-bcd6-f0666f9c1ae1 req-7761ea5d-0cf6-464d-a18f-e8116cc4c597 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fce3d66-d323-4507-8ba9-d8cc96d4e92f HTTP/1.1" status: 200 len: 944 time: 0.0591657 Nov 23 07:50:30.320190 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-04d163c6-f29c-4c6d-bcd6-f0666f9c1ae1 req-e6898051-30c4-4bae-aad2-ff502cd80ca2 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450161 Nov 23 07:50:31.327422 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3a30ab6e-2a2e-49c2-ab54-13b259c56dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:31.374310 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device b0419753-47d6-423f-8dd1-7b53b313da63 up at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:50:31.443441 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning for port b0419753-47d6-423f-8dd1-7b53b313da63 completed by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 07:50:31.450861 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning complete for port b0419753-47d6-423f-8dd1-7b53b313da63 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:50:31.451456 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:31.501186 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad63b4-0798-4a92-9ae0-82d8171f7da9 req-7dab670f-b973-43fb-83c3-cd464c54e94c tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:31.502980 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-b6ad63b4-0798-4a92-9ae0-82d8171f7da9 req-7dab670f-b973-43fb-83c3-cd464c54e94c tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fce3d66-d323-4507-8ba9-d8cc96d4e92f HTTP/1.1" status: 200 len: 944 time: 0.1084249 Nov 23 07:50:31.549038 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:31.552841 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-b6ad63b4-0798-4a92-9ae0-82d8171f7da9 req-e7aef3dd-a7f4-4222-8eae-3dd0ce4d50b5 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436227 Nov 23 07:50:31.579260 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fce3d66-d323-4507-8ba9-d8cc96d4e92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0419753-47d6-423f-8dd1-7b53b313da63'}] {{(pid=109285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:50:31.581628 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02971d1b2c0bcda538738d777e0cd5340c6e6849857750afdab036a2de6ad34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee87d1b-1919-4402-84d6-36fe612abf18" -d '{"events": [{"server_uuid": "3fce3d66-d323-4507-8ba9-d8cc96d4e92f", "name": "network-vif-plugged", "status": "completed", "tag": "b0419753-47d6-423f-8dd1-7b53b313da63"}]}' {{(pid=109285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:50:31.597589 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port b0419753-47d6-423f-8dd1-7b53b313da63, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b0419753-47d6-423f-8dd1-7b53b313da63,segment=NetworkSegment(9602b1ed-2105-48f8-b6eb-9e5a1f517d73),segment_id=9602b1ed-2105-48f8-b6eb-9e5a1f517d73)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:50:31.603227 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:31.631858 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12baf998-0c13-4629-a003-50f06e249906 x-openstack-request-id: req-12baf998-0c13-4629-a003-50f06e249906 {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:50:31.632151 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fce3d66-d323-4507-8ba9-d8cc96d4e92f", "name": "network-vif-plugged", "status": "completed", "tag": "b0419753-47d6-423f-8dd1-7b53b313da63", "code": 200}]} {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:50:31.632406 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-12baf998-0c13-4629-a003-50f06e249906 {{(pid=109285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:50:31.632798 dv-cinder-804035-14-iscsi neutron-server[109285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fce3d66-d323-4507-8ba9-d8cc96d4e92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0419753-47d6-423f-8dd1-7b53b313da63', 'code': 200} Nov 23 07:50:31.660777 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=b0419753-47d6-423f-8dd1-7b53b313da63,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:31.816319 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4736b43-40b0-416d-b5f2-e5190a022dae req-774d667f-63aa-4832-aa16-b0bfc33127cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:31.819640 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-e4736b43-40b0-416d-b5f2-e5190a022dae req-774d667f-63aa-4832-aa16-b0bfc33127cf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3fce3d66-d323-4507-8ba9-d8cc96d4e92f HTTP/1.1" status: 200 len: 1098 time: 0.0556746 Nov 23 07:50:31.886113 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-e4736b43-40b0-416d-b5f2-e5190a022dae req-5e0994f2-d46d-4021-9e2b-e10647203332 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564876 Nov 23 07:50:32.694793 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82782b-646f-4350-956a-c412e2770b80 req-e74492ec-028c-4f2e-b065-1579522e5de8 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:32.696982 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ee82782b-646f-4350-956a-c412e2770b80 req-e74492ec-028c-4f2e-b065-1579522e5de8 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fce3d66-d323-4507-8ba9-d8cc96d4e92f HTTP/1.1" status: 200 len: 945 time: 0.0724883 Nov 23 07:50:32.764753 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ee82782b-646f-4350-956a-c412e2770b80 req-dce3e4fa-bfd3-4907-a0b9-0c9f0421b7f1 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616336 Nov 23 07:50:32.806870 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:33.900286 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f0ea4-fc19-40ef-b2ba-32ab3b843cdb req-e77ec24d-572b-48c2-904c-ab97da86821e tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:33.902468 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-678f0ea4-fc19-40ef-b2ba-32ab3b843cdb req-e77ec24d-572b-48c2-904c-ab97da86821e tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fce3d66-d323-4507-8ba9-d8cc96d4e92f HTTP/1.1" status: 200 len: 945 time: 0.0549121 Nov 23 07:50:33.963088 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-678f0ea4-fc19-40ef-b2ba-32ab3b843cdb req-7492d887-3bb5-481e-be2f-92f0207cecf9 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540409 Nov 23 07:50:34.845806 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:35.583688 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:35.877014 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-f77b6c60-151e-4107-80b7-0286113ceb45 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:35.878577 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-f77b6c60-151e-4107-80b7-0286113ceb45 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/networks?id=297aaeda-aecc-462b-bd77-2688259c1543 HTTP/1.1" status: 200 len: 815 time: 0.1173930 Nov 23 07:50:35.894075 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-704bc608-7a07-4537-a9e5-3f44d8df512b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/quotas/93c77eb8adee494f8cddcb74d01e7183 HTTP/1.1" status: 200 len: 375 time: 0.0098147 Nov 23 07:50:35.951324 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-93181c40-c44b-4976-9cda-39ef62c1dfd0 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=93c77eb8adee494f8cddcb74d01e7183&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513535 Nov 23 07:50:36.051030 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-c724ef16-f0b7-4f0e-abdf-85e6e9f6e745 service neutron] 10.222.0.48 "GET /v2.0/networks/297aaeda-aecc-462b-bd77-2688259c1543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893357 Nov 23 07:50:36.150083 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-6fa8ab3f-c2b6-477f-bff8-02998b572466 service neutron] 10.222.0.48 "GET /v2.0/networks/297aaeda-aecc-462b-bd77-2688259c1543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928490 Nov 23 07:50:36.332728 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b679c73d-1058-44ca-8f71-7cd701142cef req-53af6abf-557c-4dfa-8724-ffd19f09ea87 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ebe5ca4-b941-4d96-9c13-8cbe51b0236b HTTP/1.1" status: 200 len: 210 time: 0.0301471 Nov 23 07:50:37.421343 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:37.472179 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-6e8ba65c-f531-43d5-ab2a-cade81d3d1ae tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:37.473756 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-6e8ba65c-f531-43d5-ab2a-cade81d3d1ae tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.31 "GET /v2.0/networks?id=297aaeda-aecc-462b-bd77-2688259c1543 HTTP/1.1" status: 200 len: 815 time: 0.1320610 Nov 23 07:50:37.488286 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-58331bee-1958-4fa1-8e59-615aebfd304b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Request body: {'port': {'device_id': '3ebe5ca4-b941-4d96-9c13-8cbe51b0236b', 'network_id': '297aaeda-aecc-462b-bd77-2688259c1543', 'admin_state_up': True, 'tenant_id': '93c77eb8adee494f8cddcb74d01e7183'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:50:37.497304 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-f97b9eb5-6d26-4f81-848b-f42637407e16 req-b59b9cd8-2942-40af-9c31-23cb80b56017 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ebe5ca4-b941-4d96-9c13-8cbe51b0236b HTTP/1.1" status: 200 len: 210 time: 0.0466173 Nov 23 07:50:37.644941 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-58331bee-1958-4fa1-8e59-615aebfd304b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Made reservation on behalf of 93c77eb8adee494f8cddcb74d01e7183 for: {'port': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:50:37.648742 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-58331bee-1958-4fa1-8e59-615aebfd304b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:37.792449 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-58331bee-1958-4fa1-8e59-615aebfd304b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Allocated IP 172.20.0.10 (297aaeda-aecc-462b-bd77-2688259c1543/4ee3a07c-e196-4ca0-9603-f6e1709d110d/99777abd-c894-4087-bb08-0fe3fe38c8c7) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:50:37.962775 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-58331bee-1958-4fa1-8e59-615aebfd304b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:38.012835 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-58331bee-1958-4fa1-8e59-615aebfd304b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:38.025448 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['e6b62974-a146-42bc-98de-1fcf45a35bc8', 'b0419753-47d6-423f-8dd1-7b53b313da63'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:50:38.085367 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-58331bee-1958-4fa1-8e59-615aebfd304b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Network 297aaeda-aecc-462b-bd77-2688259c1543 is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:50:38.091230 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-58331bee-1958-4fa1-8e59-615aebfd304b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:50:38.095630 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-58331bee-1958-4fa1-8e59-615aebfd304b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:50:38.123088 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58331bee-1958-4fa1-8e59-615aebfd304b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Pushing event updated for resources: {'Port': ['ID=99777abd-c894-4087-bb08-0fe3fe38c8c7,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:38.140311 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58331bee-1958-4fa1-8e59-615aebfd304b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:38.140666 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58331bee-1958-4fa1-8e59-615aebfd304b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:38.141013 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58331bee-1958-4fa1-8e59-615aebfd304b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:38.141357 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58331bee-1958-4fa1-8e59-615aebfd304b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:38.141689 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58331bee-1958-4fa1-8e59-615aebfd304b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:38.142057 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58331bee-1958-4fa1-8e59-615aebfd304b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:38.142392 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58331bee-1958-4fa1-8e59-615aebfd304b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:38.142721 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58331bee-1958-4fa1-8e59-615aebfd304b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:38.143055 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58331bee-1958-4fa1-8e59-615aebfd304b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:38.143431 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58331bee-1958-4fa1-8e59-615aebfd304b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:38.143705 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58331bee-1958-4fa1-8e59-615aebfd304b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:38.144482 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58331bee-1958-4fa1-8e59-615aebfd304b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:50:38.167551 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-58331bee-1958-4fa1-8e59-615aebfd304b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:38.167975 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-58331bee-1958-4fa1-8e59-615aebfd304b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:38.191159 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-58331bee-1958-4fa1-8e59-615aebfd304b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7069337 Nov 23 07:50:38.204481 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-2dcee3e7-4760-4122-82e3-87d156153159 service neutron] Request body: {'port': {'device_id': '3ebe5ca4-b941-4d96-9c13-8cbe51b0236b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:50:38.269512 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-2dcee3e7-4760-4122-82e3-87d156153159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:38.627334 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-2dcee3e7-4760-4122-82e3-87d156153159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99777abd-c894-4087-bb08-0fe3fe38c8c7 {{(pid=109283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:50:38.637976 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-2dcee3e7-4760-4122-82e3-87d156153159 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:38.657137 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.provisioning_blocks [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-2dcee3e7-4760-4122-82e3-87d156153159 service neutron] Transition to ACTIVE for port object 99777abd-c894-4087-bb08-0fe3fe38c8c7 will not be triggered until provisioned by entity L2. {{(pid=109283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 07:50:38.666499 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbac641-b6f8-444b-802b-ee6dbb4ab3f6 req-894e29cb-ce52-4270-8d13-15c7977ca35d tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:38.668240 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8bbac641-b6f8-444b-802b-ee6dbb4ab3f6 req-894e29cb-ce52-4270-8d13-15c7977ca35d tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ebe5ca4-b941-4d96-9c13-8cbe51b0236b HTTP/1.1" status: 200 len: 932 time: 0.0791261 Nov 23 07:50:38.670006 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-2dcee3e7-4760-4122-82e3-87d156153159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9542747'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:38.751288 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcee3e7-4760-4122-82e3-87d156153159 service neutron] Pushing event updated for resources: {'Port': ['ID=99777abd-c894-4087-bb08-0fe3fe38c8c7,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:38.787315 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8bbac641-b6f8-444b-802b-ee6dbb4ab3f6 req-3a66631a-4df7-4612-a951-45d11311ba2f tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085696 Nov 23 07:50:38.845901 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-2dcee3e7-4760-4122-82e3-87d156153159 service neutron] Attempting to bind port 99777abd-c894-4087-bb08-0fe3fe38c8c7 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:50:38.846239 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-2dcee3e7-4760-4122-82e3-87d156153159 service neutron] Attempting to bind port 99777abd-c894-4087-bb08-0fe3fe38c8c7 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '9602b1ed-2105-48f8-b6eb-9e5a1f517d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '297aaeda-aecc-462b-bd77-2688259c1543'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:50:38.846570 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-2dcee3e7-4760-4122-82e3-87d156153159 service neutron] Attempting to bind port 99777abd-c894-4087-bb08-0fe3fe38c8c7 on network 297aaeda-aecc-462b-bd77-2688259c1543 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:50:38.851218 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-2dcee3e7-4760-4122-82e3-87d156153159 service neutron] Port 99777abd-c894-4087-bb08-0fe3fe38c8c7 on network 297aaeda-aecc-462b-bd77-2688259c1543 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 07:50:38.851641 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-2dcee3e7-4760-4122-82e3-87d156153159 service neutron] Attempting to bind port 99777abd-c894-4087-bb08-0fe3fe38c8c7 on network 297aaeda-aecc-462b-bd77-2688259c1543 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:50:38.856372 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-2dcee3e7-4760-4122-82e3-87d156153159 service neutron] Checking agent: {'id': 'ef857e00-999e-40cc-a620-789cb776d291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'started_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:50:38.856709 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-2dcee3e7-4760-4122-82e3-87d156153159 service neutron] Checking segment: {'id': '9602b1ed-2105-48f8-b6eb-9e5a1f517d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '297aaeda-aecc-462b-bd77-2688259c1543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:50:38.857090 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-2dcee3e7-4760-4122-82e3-87d156153159 service neutron] Bound using segment: {'id': '9602b1ed-2105-48f8-b6eb-9e5a1f517d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '297aaeda-aecc-462b-bd77-2688259c1543'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:50:38.857506 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-2dcee3e7-4760-4122-82e3-87d156153159 service neutron] Bound port: 99777abd-c894-4087-bb08-0fe3fe38c8c7, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9602b1ed-2105-48f8-b6eb-9e5a1f517d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '297aaeda-aecc-462b-bd77-2688259c1543'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:50:38.857898 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-2dcee3e7-4760-4122-82e3-87d156153159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:38.932407 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-2dcee3e7-4760-4122-82e3-87d156153159 service neutron] For port 99777abd-c894-4087-bb08-0fe3fe38c8c7, host hv-cinder-80403, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:50:38.935915 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-2dcee3e7-4760-4122-82e3-87d156153159 service neutron] For port 99777abd-c894-4087-bb08-0fe3fe38c8c7, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=99777abd-c894-4087-bb08-0fe3fe38c8c7,segment=NetworkSegment(9602b1ed-2105-48f8-b6eb-9e5a1f517d73),segment_id=9602b1ed-2105-48f8-b6eb-9e5a1f517d73)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:50:38.940442 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-2dcee3e7-4760-4122-82e3-87d156153159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9542747'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:38.979468 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-2dcee3e7-4760-4122-82e3-87d156153159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:38.980096 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-2dcee3e7-4760-4122-82e3-87d156153159 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:38.981518 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-2dcee3e7-4760-4122-82e3-87d156153159 service neutron] 10.222.0.31 "PUT /v2.0/ports/99777abd-c894-4087-bb08-0fe3fe38c8c7 HTTP/1.1" status: 200 len: 1094 time: 0.7816496 Nov 23 07:50:38.982007 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebe5ca4-b941-4d96-9c13-8cbe51b0236b', 'tag': '99777abd-c894-4087-bb08-0fe3fe38c8c7'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:50:38.984278 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884eaa20-757b-4914-95e7-6862ae293b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "3ebe5ca4-b941-4d96-9c13-8cbe51b0236b", "tag": "99777abd-c894-4087-bb08-0fe3fe38c8c7"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:50:39.016464 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcee3e7-4760-4122-82e3-87d156153159 service neutron] Pushing event updated for resources: {'Port': ['ID=99777abd-c894-4087-bb08-0fe3fe38c8c7,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:39.028260 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61da431-35de-43c4-b6ee-c5262176fdce x-openstack-request-id: req-f61da431-35de-43c4-b6ee-c5262176fdce {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:50:39.028807 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ebe5ca4-b941-4d96-9c13-8cbe51b0236b", "tag": "99777abd-c894-4087-bb08-0fe3fe38c8c7", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:50:39.029085 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f61da431-35de-43c4-b6ee-c5262176fdce {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:50:39.029520 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebe5ca4-b941-4d96-9c13-8cbe51b0236b', 'tag': '99777abd-c894-4087-bb08-0fe3fe38c8c7', 'status': 'completed', 'code': 200} Nov 23 07:50:39.084528 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-bd5331e4-1a02-44d0-8d02-015b1093a833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:39.086286 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-bd5331e4-1a02-44d0-8d02-015b1093a833 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=93c77eb8adee494f8cddcb74d01e7183&device_id=3ebe5ca4-b941-4d96-9c13-8cbe51b0236b HTTP/1.1" status: 200 len: 1097 time: 0.0438476 Nov 23 07:50:39.131912 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-5eb2e747-3225-474b-b589-bd7fb96551ed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99777abd-c894-4087-bb08-0fe3fe38c8c7 HTTP/1.1" status: 200 len: 217 time: 0.0356188 Nov 23 07:50:39.185318 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-67ec12fb-884c-41d9-92f6-97cf8a7e41d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:39.187437 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-67ec12fb-884c-41d9-92f6-97cf8a7e41d9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4ee3a07c-e196-4ca0-9603-f6e1709d110d HTTP/1.1" status: 200 len: 855 time: 0.0472028 Nov 23 07:50:39.220419 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-74d08b45-78f1-4a3d-943a-a90e2d45c890 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=297aaeda-aecc-462b-bd77-2688259c1543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255036 Nov 23 07:50:39.319083 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-011c8912-93d2-49e1-ab0d-1842c28307a7 service neutron] 10.222.0.31 "GET /v2.0/networks/297aaeda-aecc-462b-bd77-2688259c1543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892489 Nov 23 07:50:39.421189 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9a5ee940-030a-4db3-8a33-76dc5b4b60f3 req-7cdbd7c8-5d5c-4733-bd5c-4ce1e92c6ca9 service neutron] 10.222.0.31 "GET /v2.0/networks/297aaeda-aecc-462b-bd77-2688259c1543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926559 Nov 23 07:50:39.539778 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884eaa20-757b-4914-95e7-6862ae293b8e req-c9ec9e32-6482-4807-a16c-3f45e8d9237f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:39.541513 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-884eaa20-757b-4914-95e7-6862ae293b8e req-c9ec9e32-6482-4807-a16c-3f45e8d9237f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=93c77eb8adee494f8cddcb74d01e7183&device_id=3ebe5ca4-b941-4d96-9c13-8cbe51b0236b HTTP/1.1" status: 200 len: 1097 time: 0.0547526 Nov 23 07:50:39.656965 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884eaa20-757b-4914-95e7-6862ae293b8e req-ec04a118-1735-4f11-b474-a0742ba1e89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:39.659058 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-884eaa20-757b-4914-95e7-6862ae293b8e req-ec04a118-1735-4f11-b474-a0742ba1e89c service neutron] 10.222.0.31 "GET /v2.0/networks?id=297aaeda-aecc-462b-bd77-2688259c1543 HTTP/1.1" status: 200 len: 916 time: 0.1093442 Nov 23 07:50:39.727045 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-884eaa20-757b-4914-95e7-6862ae293b8e req-08dc33da-115d-4e81-8490-5abe36ddc33a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99777abd-c894-4087-bb08-0fe3fe38c8c7 HTTP/1.1" status: 200 len: 217 time: 0.0585077 Nov 23 07:50:39.778607 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884eaa20-757b-4914-95e7-6862ae293b8e req-efc86e3b-5d20-4d6a-9d8e-5955feb5c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:39.780140 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-884eaa20-757b-4914-95e7-6862ae293b8e req-efc86e3b-5d20-4d6a-9d8e-5955feb5c1f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4ee3a07c-e196-4ca0-9603-f6e1709d110d HTTP/1.1" status: 200 len: 855 time: 0.0451450 Nov 23 07:50:39.846073 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-884eaa20-757b-4914-95e7-6862ae293b8e req-9d6aec9a-e06b-4fa0-b0e4-1c951f4cc6cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=297aaeda-aecc-462b-bd77-2688259c1543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499971 Nov 23 07:50:39.973268 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eeada8-f9eb-4da0-adfb-db73d551cc25 req-56b1e491-9271-47dc-814c-0d48b2e23372 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:39.975165 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-97eeada8-f9eb-4da0-adfb-db73d551cc25 req-56b1e491-9271-47dc-814c-0d48b2e23372 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ebe5ca4-b941-4d96-9c13-8cbe51b0236b HTTP/1.1" status: 200 len: 944 time: 0.1055334 Nov 23 07:50:40.002797 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-884eaa20-757b-4914-95e7-6862ae293b8e req-189c2f55-202a-4243-aa8c-a9c2bd2ff08a service neutron] 10.222.0.31 "GET /v2.0/networks/297aaeda-aecc-462b-bd77-2688259c1543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484315 Nov 23 07:50:40.102066 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-97eeada8-f9eb-4da0-adfb-db73d551cc25 req-c7ad519c-aeb5-43d7-bd2d-78e269c23132 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152356 Nov 23 07:50:40.131105 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-884eaa20-757b-4914-95e7-6862ae293b8e req-fee8d7dc-0c72-49b5-8bfa-6a5adf9b7805 service neutron] 10.222.0.31 "GET /v2.0/networks/297aaeda-aecc-462b-bd77-2688259c1543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196947 Nov 23 07:50:40.166506 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 50200) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:50:40.281638 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3b1720ab-d69e-4341-8a50-ea117c461fac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:40.363664 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3b1720ab-d69e-4341-8a50-ea117c461fac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:40.369252 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3b1720ab-d69e-4341-8a50-ea117c461fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:40.413975 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-3b1720ab-d69e-4341-8a50-ea117c461fac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b7e56855158d4e949f7169c450030526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463355 Nov 23 07:50:40.415507 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1720ab-d69e-4341-8a50-ea117c461fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f04e21-515d-47d2-bd36-34442ccef1c4,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:40.417059 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 50204) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:50:40.467276 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bb062eb4-65e7-4c2f-a731-cac1debfcef3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:40.491106 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bb062eb4-65e7-4c2f-a731-cac1debfcef3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:40.546574 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bb062eb4-65e7-4c2f-a731-cac1debfcef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:40.549913 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bb062eb4-65e7-4c2f-a731-cac1debfcef3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:40.551096 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-bb062eb4-65e7-4c2f-a731-cac1debfcef3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/83f04e21-515d-47d2-bd36-34442ccef1c4 HTTP/1.1" status: 204 len: 168 time: 0.1330211 Nov 23 07:50:40.560109 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb062eb4-65e7-4c2f-a731-cac1debfcef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f04e21-515d-47d2-bd36-34442ccef1c4,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:40.836178 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 50210) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:50:40.850578 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-afa6b060-9b12-4e50-8f20-4c0d31e15dbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:40.935050 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-afa6b060-9b12-4e50-8f20-4c0d31e15dbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:40.940245 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-afa6b060-9b12-4e50-8f20-4c0d31e15dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:40.982650 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-afa6b060-9b12-4e50-8f20-4c0d31e15dbe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=96d19d56b9ba402fbf4dd57e13b79362&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1453726 Nov 23 07:50:40.983660 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6b060-9b12-4e50-8f20-4c0d31e15dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5df3fa-afea-449e-9cdb-4a9014f3e1f0,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:40.985515 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 50212) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:50:41.043075 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-efa33232-2731-4efa-b9de-0b36534fc42f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:41.066657 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-efa33232-2731-4efa-b9de-0b36534fc42f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:41.115378 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-efa33232-2731-4efa-b9de-0b36534fc42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:41.118067 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-efa33232-2731-4efa-b9de-0b36534fc42f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:41.119249 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-efa33232-2731-4efa-b9de-0b36534fc42f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4e5df3fa-afea-449e-9cdb-4a9014f3e1f0 HTTP/1.1" status: 204 len: 168 time: 0.1321046 Nov 23 07:50:41.127934 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa33232-2731-4efa-b9de-0b36534fc42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5df3fa-afea-449e-9cdb-4a9014f3e1f0,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:41.223287 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd957b1-f2aa-4a6c-8393-daace6865872 req-be4bb9e0-e65a-45e0-bbbc-be934c322a50 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:41.224824 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-4dd957b1-f2aa-4a6c-8393-daace6865872 req-be4bb9e0-e65a-45e0-bbbc-be934c322a50 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ebe5ca4-b941-4d96-9c13-8cbe51b0236b HTTP/1.1" status: 200 len: 944 time: 0.0511494 Nov 23 07:50:41.281045 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-4dd957b1-f2aa-4a6c-8393-daace6865872 req-dc1192a1-b017-4cb8-b2fd-470b5156befa tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501552 Nov 23 07:50:41.422665 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 99777abd-c894-4087-bb08-0fe3fe38c8c7 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 07:50:41.521550 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 99777abd-c894-4087-bb08-0fe3fe38c8c7, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=99777abd-c894-4087-bb08-0fe3fe38c8c7,segment=NetworkSegment(9602b1ed-2105-48f8-b6eb-9e5a1f517d73),segment_id=9602b1ed-2105-48f8-b6eb-9e5a1f517d73)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:50:41.532717 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Returning: {'device': '99777abd-c894-4087-bb08-0fe3fe38c8c7', 'network_id': '297aaeda-aecc-462b-bd77-2688259c1543', 'port_id': '99777abd-c894-4087-bb08-0fe3fe38c8c7', 'mac_address': 'fa:16:3e:15:11:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee3a07c-e196-4ca0-9603-f6e1709d110d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 07:50:41.570858 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:41.587404 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99777abd-c894-4087-bb08-0fe3fe38c8c7 {{(pid=109285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:50:41.608355 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 99777abd-c894-4087-bb08-0fe3fe38c8c7, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=99777abd-c894-4087-bb08-0fe3fe38c8c7,segment=NetworkSegment(9602b1ed-2105-48f8-b6eb-9e5a1f517d73),segment_id=9602b1ed-2105-48f8-b6eb-9e5a1f517d73)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:50:41.613583 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:41.667739 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=99777abd-c894-4087-bb08-0fe3fe38c8c7,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:41.895731 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['99777abd-c894-4087-bb08-0fe3fe38c8c7'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:50:42.410680 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ea838-0bda-41b4-a153-c67859a020c8 req-2ba0d99f-7657-4078-983a-dd7b8ff3568b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:42.412412 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-708ea838-0bda-41b4-a153-c67859a020c8 req-2ba0d99f-7657-4078-983a-dd7b8ff3568b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ebe5ca4-b941-4d96-9c13-8cbe51b0236b HTTP/1.1" status: 200 len: 945 time: 0.0516448 Nov 23 07:50:42.468685 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-708ea838-0bda-41b4-a153-c67859a020c8 req-5d0db822-bac8-4da3-ad93-cdc489ebf88a tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492983 Nov 23 07:50:43.433595 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 99777abd-c894-4087-bb08-0fe3fe38c8c7 up at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:50:43.489627 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning for port 99777abd-c894-4087-bb08-0fe3fe38c8c7 completed by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 07:50:43.494894 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning complete for port 99777abd-c894-4087-bb08-0fe3fe38c8c7 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:50:43.495267 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:43.583940 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:43.610895 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebe5ca4-b941-4d96-9c13-8cbe51b0236b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99777abd-c894-4087-bb08-0fe3fe38c8c7'}] {{(pid=109285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:50:43.615504 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02971d1b2c0bcda538738d777e0cd5340c6e6849857750afdab036a2de6ad34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca003b1-0524-463d-ba86-56b6e165f2b3" -d '{"events": [{"server_uuid": "3ebe5ca4-b941-4d96-9c13-8cbe51b0236b", "name": "network-vif-plugged", "status": "completed", "tag": "99777abd-c894-4087-bb08-0fe3fe38c8c7"}]}' {{(pid=109285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:50:43.620767 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33be75-eca4-48f0-b0e5-cb6ee45354a8 req-a43af274-5341-4859-a7b9-5c6dcfaa83d1 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:43.622402 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ee33be75-eca4-48f0-b0e5-cb6ee45354a8 req-a43af274-5341-4859-a7b9-5c6dcfaa83d1 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ebe5ca4-b941-4d96-9c13-8cbe51b0236b HTTP/1.1" status: 200 len: 945 time: 0.0716588 Nov 23 07:50:43.636690 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 99777abd-c894-4087-bb08-0fe3fe38c8c7, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=99777abd-c894-4087-bb08-0fe3fe38c8c7,segment=NetworkSegment(9602b1ed-2105-48f8-b6eb-9e5a1f517d73),segment_id=9602b1ed-2105-48f8-b6eb-9e5a1f517d73)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:50:43.642392 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:43.677675 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ee33be75-eca4-48f0-b0e5-cb6ee45354a8 req-9781a6b8-4aef-470a-96ce-525ea42c5601 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481803 Nov 23 07:50:43.693504 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0818ef94-aa57-4f07-ae6f-27860d50bebd x-openstack-request-id: req-0818ef94-aa57-4f07-ae6f-27860d50bebd {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:50:43.694075 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebe5ca4-b941-4d96-9c13-8cbe51b0236b", "name": "network-vif-plugged", "status": "completed", "tag": "99777abd-c894-4087-bb08-0fe3fe38c8c7", "code": 200}]} {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:50:43.694428 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0818ef94-aa57-4f07-ae6f-27860d50bebd {{(pid=109285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:50:43.694915 dv-cinder-804035-14-iscsi neutron-server[109285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebe5ca4-b941-4d96-9c13-8cbe51b0236b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99777abd-c894-4087-bb08-0fe3fe38c8c7', 'code': 200} Nov 23 07:50:43.725467 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=99777abd-c894-4087-bb08-0fe3fe38c8c7,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:43.885935 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a642139-a5c3-4059-927f-148bb949e8a0 req-ffcb5289-a44a-4190-b31c-bf17df0b4c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:43.887472 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6a642139-a5c3-4059-927f-148bb949e8a0 req-ffcb5289-a44a-4190-b31c-bf17df0b4c2f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3ebe5ca4-b941-4d96-9c13-8cbe51b0236b HTTP/1.1" status: 200 len: 1099 time: 0.0577183 Nov 23 07:50:43.958815 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6a642139-a5c3-4059-927f-148bb949e8a0 req-0963543f-1aae-43fd-9d09-9361a9ee3b71 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637920 Nov 23 07:50:44.801803 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6e4e9-83b6-486d-aabe-7fc634d3ae5a req-3d117fd7-c735-484e-a985-2d611ee673ce tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:44.803305 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8da6e4e9-83b6-486d-aabe-7fc634d3ae5a req-3d117fd7-c735-484e-a985-2d611ee673ce tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ebe5ca4-b941-4d96-9c13-8cbe51b0236b HTTP/1.1" status: 200 len: 946 time: 0.0504942 Nov 23 07:50:44.852054 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8da6e4e9-83b6-486d-aabe-7fc634d3ae5a req-8402613e-864a-45b3-84e5-898fb9d25398 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427947 Nov 23 07:50:45.971666 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e1fdf-d549-4fec-a102-8eebc4511fdd req-9274d0d2-54a4-48ed-a597-c05a4aaab316 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:50:45.973255 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-6a9e1fdf-d549-4fec-a102-8eebc4511fdd req-9274d0d2-54a4-48ed-a597-c05a4aaab316 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ebe5ca4-b941-4d96-9c13-8cbe51b0236b HTTP/1.1" status: 200 len: 946 time: 0.0540924 Nov 23 07:50:46.024711 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-6a9e1fdf-d549-4fec-a102-8eebc4511fdd req-a2f8f76e-44bc-484f-8e79-72a921a39d88 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443501 Nov 23 07:50:46.609476 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:50:53.148822 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 50388) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:50:53.251055 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-6cb315de-7514-4c2d-b2fc-96c96ae81420 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:53.324955 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-6cb315de-7514-4c2d-b2fc-96c96ae81420 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:53.328580 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-6cb315de-7514-4c2d-b2fc-96c96ae81420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:53.369807 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-6cb315de-7514-4c2d-b2fc-96c96ae81420 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=11c78c622ab1413b8884a908e10413bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198751 Nov 23 07:50:53.370654 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb315de-7514-4c2d-b2fc-96c96ae81420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca9f0a0-ffc8-4ce8-bd2f-07baa4a22bb1,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:53.372523 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 50392) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:50:53.422779 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-4a73efde-1617-4bc5-9cb6-a35aecea5a8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:53.444136 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-4a73efde-1617-4bc5-9cb6-a35aecea5a8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:53.489929 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-4a73efde-1617-4bc5-9cb6-a35aecea5a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:53.492557 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-4a73efde-1617-4bc5-9cb6-a35aecea5a8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:53.493722 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-4a73efde-1617-4bc5-9cb6-a35aecea5a8c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ca9f0a0-ffc8-4ce8-bd2f-07baa4a22bb1 HTTP/1.1" status: 204 len: 168 time: 0.1200919 Nov 23 07:50:53.506061 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73efde-1617-4bc5-9cb6-a35aecea5a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca9f0a0-ffc8-4ce8-bd2f-07baa4a22bb1,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:53.754451 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 50398) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:50:53.770426 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8a01e173-d633-4666-841b-863a05a3c2a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:53.850723 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8a01e173-d633-4666-841b-863a05a3c2a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:53.854463 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8a01e173-d633-4666-841b-863a05a3c2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:53.893046 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-8a01e173-d633-4666-841b-863a05a3c2a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7f094bc36dfa4051a982ba6575a702d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374271 Nov 23 07:50:53.893939 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01e173-d633-4666-841b-863a05a3c2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a1f5a8-c80e-4f7e-81a0-dbe74b7a064e,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:53.895795 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 50400) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:50:53.945550 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-137d2bf9-3f31-4fb0-bb3b-349f835fa31d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:53.968728 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-137d2bf9-3f31-4fb0-bb3b-349f835fa31d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:54.021869 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-137d2bf9-3f31-4fb0-bb3b-349f835fa31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:54.025124 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-137d2bf9-3f31-4fb0-bb3b-349f835fa31d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:50:54.026587 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-137d2bf9-3f31-4fb0-bb3b-349f835fa31d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07a1f5a8-c80e-4f7e-81a0-dbe74b7a064e HTTP/1.1" status: 204 len: 168 time: 0.1296303 Nov 23 07:50:54.037382 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d2bf9-3f31-4fb0-bb3b-349f835fa31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a1f5a8-c80e-4f7e-81a0-dbe74b7a064e,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:50:58.512592 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-bf94db6d-c189-46d3-8448-e3e535f1bcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:01.320823 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-0cb021fa-69b5-4013-b3e6-3d097e927ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:02.089343 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-0aff088c-d154-4e12-80dc-0c7c9625d17b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:02.090977 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-0aff088c-d154-4e12-80dc-0c7c9625d17b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/networks?id=297aaeda-aecc-462b-bd77-2688259c1543 HTTP/1.1" status: 200 len: 815 time: 0.1087632 Nov 23 07:51:02.106583 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-39168641-296a-4886-93bc-120642f6a4db tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/quotas/93c77eb8adee494f8cddcb74d01e7183 HTTP/1.1" status: 200 len: 375 time: 0.0097508 Nov 23 07:51:02.163896 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-c470098e-1a0e-4a17-9f5c-2508c1cd2553 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=93c77eb8adee494f8cddcb74d01e7183&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515056 Nov 23 07:51:02.261679 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-9dbacfe3-e583-4e58-8919-a13bd715940f service neutron] 10.222.0.48 "GET /v2.0/networks/297aaeda-aecc-462b-bd77-2688259c1543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902004 Nov 23 07:51:02.368639 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-5f4a66f9-337b-444b-8668-ae1dd09630d1 service neutron] 10.222.0.48 "GET /v2.0/networks/297aaeda-aecc-462b-bd77-2688259c1543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966518 Nov 23 07:51:02.564563 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-06600cf0-a4c6-47ac-9223-24938cede728 req-e7106e27-2571-437f-b09c-3f8eaf1fff8d tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=eec45cee-3532-4eee-96c2-3d4cd9b32f5a HTTP/1.1" status: 200 len: 210 time: 0.0280643 Nov 23 07:51:02.804010 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:03.663483 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3745f226-67a8-4da9-85ba-1507fc267e4d req-166b459a-4cd6-4802-9e71-6f1a92df04a6 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=eec45cee-3532-4eee-96c2-3d4cd9b32f5a HTTP/1.1" status: 200 len: 210 time: 0.0278404 Nov 23 07:51:04.766803 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-79dbc970-1d57-45b9-8c41-c8ca5fd7ed0b req-bf3ad663-3075-4adb-a62e-33f35abd21d7 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=eec45cee-3532-4eee-96c2-3d4cd9b32f5a HTTP/1.1" status: 200 len: 210 time: 0.0301034 Nov 23 07:51:04.857801 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:05.287475 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-f0b3251d-31a7-49b8-9d4a-a85ce1ed8b4e tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:05.289029 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-f0b3251d-31a7-49b8-9d4a-a85ce1ed8b4e tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.31 "GET /v2.0/networks?id=297aaeda-aecc-462b-bd77-2688259c1543 HTTP/1.1" status: 200 len: 815 time: 0.1520946 Nov 23 07:51:05.304024 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-a8044aed-39e5-4d2d-84ae-a2c4f31701c7 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Request body: {'port': {'device_id': 'eec45cee-3532-4eee-96c2-3d4cd9b32f5a', 'network_id': '297aaeda-aecc-462b-bd77-2688259c1543', 'admin_state_up': True, 'tenant_id': '93c77eb8adee494f8cddcb74d01e7183'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:51:05.424780 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-a8044aed-39e5-4d2d-84ae-a2c4f31701c7 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Made reservation on behalf of 93c77eb8adee494f8cddcb74d01e7183 for: {'port': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:51:05.428550 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-a8044aed-39e5-4d2d-84ae-a2c4f31701c7 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:05.598280 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:05.611317 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-a8044aed-39e5-4d2d-84ae-a2c4f31701c7 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Allocated IP 172.20.0.4 (297aaeda-aecc-462b-bd77-2688259c1543/4ee3a07c-e196-4ca0-9603-f6e1709d110d/d57cfa3c-6e3c-4e17-ba1a-750503169678) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:51:06.136301 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5c189024-1c90-4ba4-85a3-5a3824ad1028 req-262d130d-6138-4f54-9a47-fa6c99e851ba tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=eec45cee-3532-4eee-96c2-3d4cd9b32f5a HTTP/1.1" status: 200 len: 210 time: 0.0373006 Nov 23 07:51:06.191903 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-a8044aed-39e5-4d2d-84ae-a2c4f31701c7 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:06.229471 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-a8044aed-39e5-4d2d-84ae-a2c4f31701c7 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:06.246976 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['e6b62974-a146-42bc-98de-1fcf45a35bc8', 'b0419753-47d6-423f-8dd1-7b53b313da63', '99777abd-c894-4087-bb08-0fe3fe38c8c7'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:51:06.283821 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-a8044aed-39e5-4d2d-84ae-a2c4f31701c7 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Network 297aaeda-aecc-462b-bd77-2688259c1543 is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:51:06.288517 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-a8044aed-39e5-4d2d-84ae-a2c4f31701c7 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:51:06.291205 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8044aed-39e5-4d2d-84ae-a2c4f31701c7 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Pushing event updated for resources: {'Port': ['ID=d57cfa3c-6e3c-4e17-ba1a-750503169678,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:06.293190 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-a8044aed-39e5-4d2d-84ae-a2c4f31701c7 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:51:06.353770 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-a8044aed-39e5-4d2d-84ae-a2c4f31701c7 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:06.354527 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-a8044aed-39e5-4d2d-84ae-a2c4f31701c7 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:06.378760 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-a8044aed-39e5-4d2d-84ae-a2c4f31701c7 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0789077 Nov 23 07:51:06.398194 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-9061e03e-ed83-4bba-a226-2a0400b37db1 service neutron] Request body: {'port': {'device_id': 'eec45cee-3532-4eee-96c2-3d4cd9b32f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:51:06.459757 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-9061e03e-ed83-4bba-a226-2a0400b37db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:06.774550 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-9061e03e-ed83-4bba-a226-2a0400b37db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d57cfa3c-6e3c-4e17-ba1a-750503169678 {{(pid=109283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:51:06.786113 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-9061e03e-ed83-4bba-a226-2a0400b37db1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:06.799836 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.provisioning_blocks [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-9061e03e-ed83-4bba-a226-2a0400b37db1 service neutron] Transition to ACTIVE for port object d57cfa3c-6e3c-4e17-ba1a-750503169678 will not be triggered until provisioned by entity L2. {{(pid=109283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 07:51:06.805624 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-9061e03e-ed83-4bba-a226-2a0400b37db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9542747'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:06.886896 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061e03e-ed83-4bba-a226-2a0400b37db1 service neutron] Pushing event updated for resources: {'Port': ['ID=d57cfa3c-6e3c-4e17-ba1a-750503169678,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:06.946088 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-9061e03e-ed83-4bba-a226-2a0400b37db1 service neutron] Attempting to bind port d57cfa3c-6e3c-4e17-ba1a-750503169678 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:51:06.946433 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-9061e03e-ed83-4bba-a226-2a0400b37db1 service neutron] Attempting to bind port d57cfa3c-6e3c-4e17-ba1a-750503169678 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '9602b1ed-2105-48f8-b6eb-9e5a1f517d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '297aaeda-aecc-462b-bd77-2688259c1543'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:51:06.946771 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-9061e03e-ed83-4bba-a226-2a0400b37db1 service neutron] Attempting to bind port d57cfa3c-6e3c-4e17-ba1a-750503169678 on network 297aaeda-aecc-462b-bd77-2688259c1543 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:51:06.952608 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-9061e03e-ed83-4bba-a226-2a0400b37db1 service neutron] Port d57cfa3c-6e3c-4e17-ba1a-750503169678 on network 297aaeda-aecc-462b-bd77-2688259c1543 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 07:51:06.952944 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-9061e03e-ed83-4bba-a226-2a0400b37db1 service neutron] Attempting to bind port d57cfa3c-6e3c-4e17-ba1a-750503169678 on network 297aaeda-aecc-462b-bd77-2688259c1543 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:51:06.959312 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-9061e03e-ed83-4bba-a226-2a0400b37db1 service neutron] Checking agent: {'id': 'ef857e00-999e-40cc-a620-789cb776d291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'started_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:51:06.959656 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-9061e03e-ed83-4bba-a226-2a0400b37db1 service neutron] Checking segment: {'id': '9602b1ed-2105-48f8-b6eb-9e5a1f517d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '297aaeda-aecc-462b-bd77-2688259c1543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:51:06.960056 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-9061e03e-ed83-4bba-a226-2a0400b37db1 service neutron] Bound using segment: {'id': '9602b1ed-2105-48f8-b6eb-9e5a1f517d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '297aaeda-aecc-462b-bd77-2688259c1543'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:51:06.960921 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-9061e03e-ed83-4bba-a226-2a0400b37db1 service neutron] Bound port: d57cfa3c-6e3c-4e17-ba1a-750503169678, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9602b1ed-2105-48f8-b6eb-9e5a1f517d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '297aaeda-aecc-462b-bd77-2688259c1543'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:51:06.961268 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-9061e03e-ed83-4bba-a226-2a0400b37db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:07.083526 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-9061e03e-ed83-4bba-a226-2a0400b37db1 service neutron] For port d57cfa3c-6e3c-4e17-ba1a-750503169678, host hv-cinder-80403, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:51:07.087603 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-9061e03e-ed83-4bba-a226-2a0400b37db1 service neutron] For port d57cfa3c-6e3c-4e17-ba1a-750503169678, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d57cfa3c-6e3c-4e17-ba1a-750503169678,segment=NetworkSegment(9602b1ed-2105-48f8-b6eb-9e5a1f517d73),segment_id=9602b1ed-2105-48f8-b6eb-9e5a1f517d73)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:51:07.094045 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-9061e03e-ed83-4bba-a226-2a0400b37db1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9542747'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:07.135286 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-9061e03e-ed83-4bba-a226-2a0400b37db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:07.135926 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-9061e03e-ed83-4bba-a226-2a0400b37db1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:07.137403 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-9061e03e-ed83-4bba-a226-2a0400b37db1 service neutron] 10.222.0.31 "PUT /v2.0/ports/d57cfa3c-6e3c-4e17-ba1a-750503169678 HTTP/1.1" status: 200 len: 1093 time: 0.7472343 Nov 23 07:51:07.137906 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec45cee-3532-4eee-96c2-3d4cd9b32f5a', 'tag': 'd57cfa3c-6e3c-4e17-ba1a-750503169678'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:51:07.140828 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b98db1e-c169-466a-898b-cd1298b7a1ee" -d '{"events": [{"name": "network-changed", "server_uuid": "eec45cee-3532-4eee-96c2-3d4cd9b32f5a", "tag": "d57cfa3c-6e3c-4e17-ba1a-750503169678"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:51:07.180198 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9061e03e-ed83-4bba-a226-2a0400b37db1 service neutron] Pushing event updated for resources: {'Port': ['ID=d57cfa3c-6e3c-4e17-ba1a-750503169678,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:07.203315 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51e50aa-9ece-40ed-bad5-da176ebe3787 x-openstack-request-id: req-f51e50aa-9ece-40ed-bad5-da176ebe3787 {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:51:07.203315 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec45cee-3532-4eee-96c2-3d4cd9b32f5a", "tag": "d57cfa3c-6e3c-4e17-ba1a-750503169678", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:51:07.203315 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f51e50aa-9ece-40ed-bad5-da176ebe3787 {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:51:07.203862 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec45cee-3532-4eee-96c2-3d4cd9b32f5a', 'tag': 'd57cfa3c-6e3c-4e17-ba1a-750503169678', 'status': 'completed', 'code': 200} Nov 23 07:51:07.285343 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-ad80df36-6a0c-4167-98c1-b0b554e0024c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:07.286807 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-ad80df36-6a0c-4167-98c1-b0b554e0024c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=93c77eb8adee494f8cddcb74d01e7183&device_id=eec45cee-3532-4eee-96c2-3d4cd9b32f5a HTTP/1.1" status: 200 len: 1096 time: 0.0743101 Nov 23 07:51:07.310722 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ab36e-403c-474a-8ff2-c686dd137576 req-ec087422-ffb0-45af-869f-7f6ba04eaa78 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:07.312863 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ea2ab36e-403c-474a-8ff2-c686dd137576 req-ec087422-ffb0-45af-869f-7f6ba04eaa78 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=eec45cee-3532-4eee-96c2-3d4cd9b32f5a HTTP/1.1" status: 200 len: 943 time: 0.0729282 Nov 23 07:51:07.354372 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-225e9a57-fa40-41c5-8dfd-3a221f113f62 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d57cfa3c-6e3c-4e17-ba1a-750503169678 HTTP/1.1" status: 200 len: 217 time: 0.0576339 Nov 23 07:51:07.411508 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ea2ab36e-403c-474a-8ff2-c686dd137576 req-88d872b6-c295-4974-8846-eac35ade4acb tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643065 Nov 23 07:51:07.432330 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:07.848765 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f917a6-05a2-4e0e-9e5a-f8095fa187c9 req-1369e532-8cfd-4624-9575-f79d8413d427 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:07.850284 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c6f917a6-05a2-4e0e-9e5a-f8095fa187c9 req-1369e532-8cfd-4624-9575-f79d8413d427 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 945 time: 0.0563905 Nov 23 07:51:07.905775 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c6f917a6-05a2-4e0e-9e5a-f8095fa187c9 req-df01f4de-8ec6-4b72-a0cb-2effebf248c5 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482872 Nov 23 07:51:08.591387 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab87f34-7286-48b1-a02e-aa23933bfe6b req-edc88de0-2577-4dbc-b7be-f9140857c8a3 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:08.594562 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-eab87f34-7286-48b1-a02e-aa23933bfe6b req-edc88de0-2577-4dbc-b7be-f9140857c8a3 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=eec45cee-3532-4eee-96c2-3d4cd9b32f5a HTTP/1.1" status: 200 len: 943 time: 0.0837011 Nov 23 07:51:08.646306 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-eab87f34-7286-48b1-a02e-aa23933bfe6b req-9bf2158d-4d00-493e-a1e2-16263ad85f6b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459805 Nov 23 07:51:09.035514 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20566cae-dc7d-4d15-8a8f-0f0990bff479 req-25ad389b-e3a7-4e0a-ad8b-72fe48a244ce tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:09.037166 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-20566cae-dc7d-4d15-8a8f-0f0990bff479 req-25ad389b-e3a7-4e0a-ad8b-72fe48a244ce tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 945 time: 0.0557122 Nov 23 07:51:09.101667 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-20566cae-dc7d-4d15-8a8f-0f0990bff479 req-11b02dfa-02c7-4815-8795-12c475ec79cc tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574131 Nov 23 07:51:09.763070 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94595e71-da5a-4a50-9d29-e8c1dfd5f54e req-52ebb48d-05b5-4f4d-b941-6d2238122bf3 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:09.765118 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-94595e71-da5a-4a50-9d29-e8c1dfd5f54e req-52ebb48d-05b5-4f4d-b941-6d2238122bf3 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=eec45cee-3532-4eee-96c2-3d4cd9b32f5a HTTP/1.1" status: 200 len: 943 time: 0.0499048 Nov 23 07:51:09.818003 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-94595e71-da5a-4a50-9d29-e8c1dfd5f54e req-24b81c91-c08d-49a2-91cb-fa8bf4694e6a tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459650 Nov 23 07:51:10.308733 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-c14ef36a-a934-4da3-9b78-62468a34a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:10.310328 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-c14ef36a-a934-4da3-9b78-62468a34a448 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4ee3a07c-e196-4ca0-9603-f6e1709d110d HTTP/1.1" status: 200 len: 855 time: 0.1017249 Nov 23 07:51:10.323149 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c44e2-38df-4115-8222-2c2023234c04 req-8d36b060-869a-43bf-b0c6-f520aa1e3066 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:10.324736 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-046c44e2-38df-4115-8222-2c2023234c04 req-8d36b060-869a-43bf-b0c6-f520aa1e3066 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 945 time: 0.1298101 Nov 23 07:51:10.356413 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20953d7d-e682-4d1f-85ce-31b330366b49 req-1b563280-06de-4fb3-9b50-186e02f4a1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:10.357960 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-20953d7d-e682-4d1f-85ce-31b330366b49 req-1b563280-06de-4fb3-9b50-186e02f4a1c3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2d805701d3af40f59df0733595904769&device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 1098 time: 0.0884631 Nov 23 07:51:10.383679 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-017c42ea-b611-4429-bb8f-d677bd3889b9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=297aaeda-aecc-462b-bd77-2688259c1543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420651 Nov 23 07:51:10.514796 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-046c44e2-38df-4115-8222-2c2023234c04 req-b3e65908-337f-4584-8744-29345fed8570 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814458 Nov 23 07:51:10.580356 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20953d7d-e682-4d1f-85ce-31b330366b49 req-7c462cfa-fad2-40ab-874c-108460a1b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:10.581913 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-20953d7d-e682-4d1f-85ce-31b330366b49 req-7c462cfa-fad2-40ab-874c-108460a1b0f8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6b5935e7-9d75-48af-991a-f9db01f37912 HTTP/1.1" status: 200 len: 910 time: 0.1946962 Nov 23 07:51:10.593732 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-765f9e9f-0d65-44cc-a9f2-298e2018fa90 service neutron] 10.222.0.31 "GET /v2.0/networks/297aaeda-aecc-462b-bd77-2688259c1543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963432 Nov 23 07:51:10.709043 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-20953d7d-e682-4d1f-85ce-31b330366b49 req-25c71507-7426-46e2-9eb4-7798653b1827 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 HTTP/1.1" status: 200 len: 1000 time: 0.1144695 Nov 23 07:51:10.770521 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8299b7b9-9d76-4edf-b506-bead3d2ba236 req-e61e4a49-47ec-461c-a472-c1a12005fa47 service neutron] 10.222.0.31 "GET /v2.0/networks/297aaeda-aecc-462b-bd77-2688259c1543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394432 Nov 23 07:51:10.781205 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20953d7d-e682-4d1f-85ce-31b330366b49 req-f9509fd1-8651-4d82-9dff-ba083a48921d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:10.782736 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-20953d7d-e682-4d1f-85ce-31b330366b49 req-f9509fd1-8651-4d82-9dff-ba083a48921d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8b5e914f-670e-4ab3-982a-052365646196 HTTP/1.1" status: 200 len: 848 time: 0.0640416 Nov 23 07:51:10.864947 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20953d7d-e682-4d1f-85ce-31b330366b49 req-91435583-c30e-46b0-90cd-822991ccba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:10.866542 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-20953d7d-e682-4d1f-85ce-31b330366b49 req-91435583-c30e-46b0-90cd-822991ccba91 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6b5935e7-9d75-48af-991a-f9db01f37912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0743093 Nov 23 07:51:10.908794 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98db1e-c169-466a-898b-cd1298b7a1ee req-104b8648-34c9-483c-bcbf-56bac72e034e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:10.910614 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7b98db1e-c169-466a-898b-cd1298b7a1ee req-104b8648-34c9-483c-bcbf-56bac72e034e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=93c77eb8adee494f8cddcb74d01e7183&device_id=eec45cee-3532-4eee-96c2-3d4cd9b32f5a HTTP/1.1" status: 200 len: 1096 time: 0.0758023 Nov 23 07:51:10.942527 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a734e-582b-4a58-b482-e19d2d7aff93 req-aa10b02c-8cf8-4947-a2e3-5bf2b9878d6a tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:10.944196 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-6d7a734e-582b-4a58-b482-e19d2d7aff93 req-aa10b02c-8cf8-4947-a2e3-5bf2b9878d6a tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=eec45cee-3532-4eee-96c2-3d4cd9b32f5a HTTP/1.1" status: 200 len: 943 time: 0.0533838 Nov 23 07:51:11.000430 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-6d7a734e-582b-4a58-b482-e19d2d7aff93 req-633c3a59-80ea-4649-9a61-3e6555844d6f tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489421 Nov 23 07:51:11.037165 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-20953d7d-e682-4d1f-85ce-31b330366b49 req-ad3711ca-c62f-4c81-88a8-c6daf151e974 service neutron] 10.222.0.31 "GET /v2.0/networks/6b5935e7-9d75-48af-991a-f9db01f37912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610403 Nov 23 07:51:11.089447 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98db1e-c169-466a-898b-cd1298b7a1ee req-2b1ce148-6b8c-48b7-a8a8-2f989c90298d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:11.090957 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7b98db1e-c169-466a-898b-cd1298b7a1ee req-2b1ce148-6b8c-48b7-a8a8-2f989c90298d service neutron] 10.222.0.31 "GET /v2.0/networks?id=297aaeda-aecc-462b-bd77-2688259c1543 HTTP/1.1" status: 200 len: 916 time: 0.1472211 Nov 23 07:51:11.163231 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7b98db1e-c169-466a-898b-cd1298b7a1ee req-36adeae9-4021-45ee-9341-c28c86f000b2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d57cfa3c-6e3c-4e17-ba1a-750503169678 HTTP/1.1" status: 200 len: 217 time: 0.0631392 Nov 23 07:51:11.228424 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-20953d7d-e682-4d1f-85ce-31b330366b49 req-3b20f4e8-b499-4059-8bcf-0f8f005c0e73 service neutron] 10.222.0.31 "GET /v2.0/networks/6b5935e7-9d75-48af-991a-f9db01f37912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670845 Nov 23 07:51:11.234668 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98db1e-c169-466a-898b-cd1298b7a1ee req-aa2aab79-6676-4ea5-824a-127e2c9222b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:11.236133 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7b98db1e-c169-466a-898b-cd1298b7a1ee req-aa2aab79-6676-4ea5-824a-127e2c9222b1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4ee3a07c-e196-4ca0-9603-f6e1709d110d HTTP/1.1" status: 200 len: 855 time: 0.0622640 Nov 23 07:51:11.298318 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7b98db1e-c169-466a-898b-cd1298b7a1ee req-56fc9b8f-e490-46b0-a56d-f6a44d37b5ae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=297aaeda-aecc-462b-bd77-2688259c1543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485334 Nov 23 07:51:11.410425 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7b98db1e-c169-466a-898b-cd1298b7a1ee req-fc3cc836-89c1-45c3-beb9-d9557cbb2421 service neutron] 10.222.0.31 "GET /v2.0/networks/297aaeda-aecc-462b-bd77-2688259c1543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019177 Nov 23 07:51:11.536993 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-7b98db1e-c169-466a-898b-cd1298b7a1ee req-2255a842-0dfe-4597-a9f7-fa19d62fe174 service neutron] 10.222.0.31 "GET /v2.0/networks/297aaeda-aecc-462b-bd77-2688259c1543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134689 Nov 23 07:51:11.649482 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322ecb3-d9a6-49bd-a3bd-ad8004ae6acb req-616f3e89-6faf-464a-b8fc-4bae6decb1e3 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:11.651097 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3322ecb3-d9a6-49bd-a3bd-ad8004ae6acb req-616f3e89-6faf-464a-b8fc-4bae6decb1e3 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 945 time: 0.0536442 Nov 23 07:51:11.707877 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3322ecb3-d9a6-49bd-a3bd-ad8004ae6acb req-fda7c5ff-7075-41e7-9db0-d0772b6af863 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470824 Nov 23 07:51:12.136879 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b97100-6ae4-47d8-970f-5a21c92f6003 req-09d1a4e8-5307-4932-9103-b11e7196594b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:12.138577 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-41b97100-6ae4-47d8-970f-5a21c92f6003 req-09d1a4e8-5307-4932-9103-b11e7196594b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=eec45cee-3532-4eee-96c2-3d4cd9b32f5a HTTP/1.1" status: 200 len: 943 time: 0.0572674 Nov 23 07:51:12.193139 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-41b97100-6ae4-47d8-970f-5a21c92f6003 req-57f31f54-63fe-4e01-b563-ac723ef3e24a tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471590 Nov 23 07:51:12.840229 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2770344-e12c-48b9-b6cc-8a7e8f796fff req-0053cd8f-2899-4ad8-a940-aadcd40c1653 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:12.841958 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-e2770344-e12c-48b9-b6cc-8a7e8f796fff req-0053cd8f-2899-4ad8-a940-aadcd40c1653 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 945 time: 0.0559106 Nov 23 07:51:12.899728 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-e2770344-e12c-48b9-b6cc-8a7e8f796fff req-56412b83-7cbf-477d-b701-3ddab1a99b84 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509646 Nov 23 07:51:13.317958 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad1fee-a15d-443a-bc02-2fc82b50fb0e req-7c8335e6-f057-40b1-bbe0-ed25364cb2e2 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:13.319647 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d2ad1fee-a15d-443a-bc02-2fc82b50fb0e req-7c8335e6-f057-40b1-bbe0-ed25364cb2e2 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=eec45cee-3532-4eee-96c2-3d4cd9b32f5a HTTP/1.1" status: 200 len: 943 time: 0.0530307 Nov 23 07:51:13.384379 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d2ad1fee-a15d-443a-bc02-2fc82b50fb0e req-8ad721ac-6111-4564-bfbd-96efb4d7809d tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532262 Nov 23 07:51:13.993446 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device d57cfa3c-6e3c-4e17-ba1a-750503169678 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 07:51:14.048177 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf6090-64dc-4c02-81c8-fae40905e2ae req-26dfd6ad-a663-447f-adea-19d7862ecbcc tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:14.050575 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-62cf6090-64dc-4c02-81c8-fae40905e2ae req-26dfd6ad-a663-447f-adea-19d7862ecbcc tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 945 time: 0.0659432 Nov 23 07:51:14.128282 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-62cf6090-64dc-4c02-81c8-fae40905e2ae req-ba5d6ee1-468c-4d90-81f8-b85892246016 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717967 Nov 23 07:51:14.129975 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port d57cfa3c-6e3c-4e17-ba1a-750503169678, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d57cfa3c-6e3c-4e17-ba1a-750503169678,segment=NetworkSegment(9602b1ed-2105-48f8-b6eb-9e5a1f517d73),segment_id=9602b1ed-2105-48f8-b6eb-9e5a1f517d73)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:51:14.144543 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Returning: {'device': 'd57cfa3c-6e3c-4e17-ba1a-750503169678', 'network_id': '297aaeda-aecc-462b-bd77-2688259c1543', 'port_id': 'd57cfa3c-6e3c-4e17-ba1a-750503169678', 'mac_address': 'fa:16:3e:a3:90:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee3a07c-e196-4ca0-9603-f6e1709d110d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 07:51:14.185325 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:14.201285 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57cfa3c-6e3c-4e17-ba1a-750503169678 {{(pid=109285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:51:14.224951 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port d57cfa3c-6e3c-4e17-ba1a-750503169678, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d57cfa3c-6e3c-4e17-ba1a-750503169678,segment=NetworkSegment(9602b1ed-2105-48f8-b6eb-9e5a1f517d73),segment_id=9602b1ed-2105-48f8-b6eb-9e5a1f517d73)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:51:14.229829 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:14.284279 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=d57cfa3c-6e3c-4e17-ba1a-750503169678,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:14.292172 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:14.292530 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:14.292915 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:14.293263 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:14.293606 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:14.293988 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:14.294328 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:14.294680 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:14.295012 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:14.295858 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:14.296196 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:14.296528 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:14.509884 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f730c8f-d472-4703-b278-009cc93dded2 req-c3ceaafa-b73b-4aa8-b4c2-685665518d66 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:14.511680 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-9f730c8f-d472-4703-b278-009cc93dded2 req-c3ceaafa-b73b-4aa8-b4c2-685665518d66 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=eec45cee-3532-4eee-96c2-3d4cd9b32f5a HTTP/1.1" status: 200 len: 944 time: 0.0521498 Nov 23 07:51:14.573827 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-9f730c8f-d472-4703-b278-009cc93dded2 req-84b58e70-7bbc-41d0-85c3-88e8dda34bc1 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509505 Nov 23 07:51:15.278290 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb01ac-1885-4b02-a490-015bb15b65ce req-59314404-0f03-45e0-9474-fc74e694ad3a tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:15.279911 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2bfb01ac-1885-4b02-a490-015bb15b65ce req-59314404-0f03-45e0-9474-fc74e694ad3a tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 945 time: 0.0542009 Nov 23 07:51:15.338309 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2bfb01ac-1885-4b02-a490-015bb15b65ce req-7e94c8c6-6e2b-4679-a9af-7107a515ec70 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494909 Nov 23 07:51:15.696917 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178c4bb-c0ea-4e74-a64f-baacc9074f54 req-e6cc161c-145a-4714-919d-d37cc9e6d54b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:15.698429 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-2178c4bb-c0ea-4e74-a64f-baacc9074f54 req-e6cc161c-145a-4714-919d-d37cc9e6d54b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=eec45cee-3532-4eee-96c2-3d4cd9b32f5a HTTP/1.1" status: 200 len: 944 time: 0.0489783 Nov 23 07:51:15.745956 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-2178c4bb-c0ea-4e74-a64f-baacc9074f54 req-06102ea2-d1f0-4d52-b1e7-bc74bcc4b15f tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415432 Nov 23 07:51:16.193127 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['d57cfa3c-6e3c-4e17-ba1a-750503169678'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:51:16.484584 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e900401-5a6a-4322-86ba-3090e672f074 req-edf66ee9-f007-42b9-9798-1412339d9665 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:16.486392 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3e900401-5a6a-4322-86ba-3090e672f074 req-edf66ee9-f007-42b9-9798-1412339d9665 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 945 time: 0.0627556 Nov 23 07:51:16.552717 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3e900401-5a6a-4322-86ba-3090e672f074 req-a410f429-5ac1-4994-9690-7bbbe8beabab tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540612 Nov 23 07:51:16.885971 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946c4da-c518-4973-8636-ca324373798a req-bc0ae643-a05f-496a-96d1-1d7a95d8028e tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:16.897917 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-9946c4da-c518-4973-8636-ca324373798a req-bc0ae643-a05f-496a-96d1-1d7a95d8028e tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=eec45cee-3532-4eee-96c2-3d4cd9b32f5a HTTP/1.1" status: 200 len: 944 time: 0.0633445 Nov 23 07:51:16.959486 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-9946c4da-c518-4973-8636-ca324373798a req-c74a53d2-4cec-4928-9a88-369952aba563 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645337 Nov 23 07:51:17.692454 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a244a3b-d545-4ab9-89c6-5e1726b09df3 req-63e3cac4-fef3-4e85-90b6-215fa86cc8ac tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:17.694383 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6a244a3b-d545-4ab9-89c6-5e1726b09df3 req-63e3cac4-fef3-4e85-90b6-215fa86cc8ac tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 945 time: 0.0560191 Nov 23 07:51:17.749168 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-6a244a3b-d545-4ab9-89c6-5e1726b09df3 req-d7249d8e-8042-47e7-a15f-cb8e178c9ef7 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477459 Nov 23 07:51:17.871385 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device d57cfa3c-6e3c-4e17-ba1a-750503169678 up at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:51:17.937885 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning for port d57cfa3c-6e3c-4e17-ba1a-750503169678 completed by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 07:51:17.946277 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning complete for port d57cfa3c-6e3c-4e17-ba1a-750503169678 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:51:17.946871 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:18.075813 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:18.103448 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec45cee-3532-4eee-96c2-3d4cd9b32f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57cfa3c-6e3c-4e17-ba1a-750503169678'}] {{(pid=109285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:51:18.106135 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02971d1b2c0bcda538738d777e0cd5340c6e6849857750afdab036a2de6ad34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801f6d56-b53c-4585-9f89-f2ea1b1309f4" -d '{"events": [{"server_uuid": "eec45cee-3532-4eee-96c2-3d4cd9b32f5a", "name": "network-vif-plugged", "status": "completed", "tag": "d57cfa3c-6e3c-4e17-ba1a-750503169678"}]}' {{(pid=109285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:51:18.123677 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port d57cfa3c-6e3c-4e17-ba1a-750503169678, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d57cfa3c-6e3c-4e17-ba1a-750503169678,segment=NetworkSegment(9602b1ed-2105-48f8-b6eb-9e5a1f517d73),segment_id=9602b1ed-2105-48f8-b6eb-9e5a1f517d73)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:51:18.129914 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:18.149990 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c98f6a-2364-429f-ab88-3230daf4c413 req-79c3e048-ec81-49c9-ad63-221b2f5b0ffc tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:18.151710 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-e4c98f6a-2364-429f-ab88-3230daf4c413 req-79c3e048-ec81-49c9-ad63-221b2f5b0ffc tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=eec45cee-3532-4eee-96c2-3d4cd9b32f5a HTTP/1.1" status: 200 len: 944 time: 0.1006029 Nov 23 07:51:18.169309 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b40384-1456-45c1-b656-80c35beedade x-openstack-request-id: req-44b40384-1456-45c1-b656-80c35beedade {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:51:18.169970 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec45cee-3532-4eee-96c2-3d4cd9b32f5a", "name": "network-vif-plugged", "status": "completed", "tag": "d57cfa3c-6e3c-4e17-ba1a-750503169678", "code": 200}]} {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:51:18.171069 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-44b40384-1456-45c1-b656-80c35beedade {{(pid=109285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:51:18.171694 dv-cinder-804035-14-iscsi neutron-server[109285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec45cee-3532-4eee-96c2-3d4cd9b32f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57cfa3c-6e3c-4e17-ba1a-750503169678', 'code': 200} Nov 23 07:51:18.205531 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=d57cfa3c-6e3c-4e17-ba1a-750503169678,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:18.250250 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-e4c98f6a-2364-429f-ab88-3230daf4c413 req-42fceb96-0653-40c4-bcd8-3d728fab2ed6 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839038 Nov 23 07:51:18.404490 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5adcbe-1d8d-4b7a-8134-b0bd39884090 req-073eda4f-49cb-4491-8cdc-1b97a7c17216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:18.406506 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4d5adcbe-1d8d-4b7a-8134-b0bd39884090 req-073eda4f-49cb-4491-8cdc-1b97a7c17216 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eec45cee-3532-4eee-96c2-3d4cd9b32f5a HTTP/1.1" status: 200 len: 1098 time: 0.0443377 Nov 23 07:51:18.461429 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4d5adcbe-1d8d-4b7a-8134-b0bd39884090 req-52b3fa19-8003-43fa-aa99-879db840a1c7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434771 Nov 23 07:51:18.869328 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438c01e-344b-4d94-811a-a1307e46aead req-191c61a6-3356-4e26-aa99-014c99a81236 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:18.871370 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8438c01e-344b-4d94-811a-a1307e46aead req-191c61a6-3356-4e26-aa99-014c99a81236 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 945 time: 0.0496104 Nov 23 07:51:18.923328 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8438c01e-344b-4d94-811a-a1307e46aead req-17135f0b-bea5-4ee7-86ac-747e73d29464 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457530 Nov 23 07:51:19.373010 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72221f7b-020d-445e-9dc2-7b667606c5f0 req-54fe989c-8320-43ff-be10-03036f0a1d05 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:19.374662 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-72221f7b-020d-445e-9dc2-7b667606c5f0 req-54fe989c-8320-43ff-be10-03036f0a1d05 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=eec45cee-3532-4eee-96c2-3d4cd9b32f5a HTTP/1.1" status: 200 len: 945 time: 0.0498135 Nov 23 07:51:19.422578 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-72221f7b-020d-445e-9dc2-7b667606c5f0 req-4168743f-294e-43aa-81f6-0da10f7c318f tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419221 Nov 23 07:51:20.050572 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ddc9f-e9d9-4986-89d8-51291a5e6f73 req-0e9a8245-6b0a-41dd-af81-3a0544de4874 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:20.052306 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b56ddc9f-e9d9-4986-89d8-51291a5e6f73 req-0e9a8245-6b0a-41dd-af81-3a0544de4874 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 945 time: 0.0546749 Nov 23 07:51:20.111646 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b56ddc9f-e9d9-4986-89d8-51291a5e6f73 req-e1fce78e-3473-40e1-94e9-62315bc1a86f tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531659 Nov 23 07:51:20.561315 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b440896-b7e1-48d5-9139-869f1474f5bc req-ad33c250-eae1-4f58-956a-f6e4619ed3f5 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:20.563717 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-6b440896-b7e1-48d5-9139-869f1474f5bc req-ad33c250-eae1-4f58-956a-f6e4619ed3f5 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=eec45cee-3532-4eee-96c2-3d4cd9b32f5a HTTP/1.1" status: 200 len: 945 time: 0.0680535 Nov 23 07:51:20.621941 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-6b440896-b7e1-48d5-9139-869f1474f5bc req-0da18b02-4a1d-4e67-b586-3fa827036b3a tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522721 Nov 23 07:51:21.236833 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6320d2-f3a0-45c1-82ca-0c660c450626 req-bd194db7-c1e6-4d1a-9076-2b2cbbbde638 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:21.238371 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3d6320d2-f3a0-45c1-82ca-0c660c450626 req-bd194db7-c1e6-4d1a-9076-2b2cbbbde638 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 945 time: 0.0551057 Nov 23 07:51:21.288204 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3d6320d2-f3a0-45c1-82ca-0c660c450626 req-5c2873ef-f6ab-4f9e-9b31-36e5083e06f0 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439582 Nov 23 07:51:21.748917 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8059e5-4e83-43b5-aecd-3c38ba4174cd req-83aaf174-561f-4086-b8ad-1c79859cd7e2 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:21.750518 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-1e8059e5-4e83-43b5-aecd-3c38ba4174cd req-83aaf174-561f-4086-b8ad-1c79859cd7e2 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=eec45cee-3532-4eee-96c2-3d4cd9b32f5a HTTP/1.1" status: 200 len: 945 time: 0.0529239 Nov 23 07:51:21.800437 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-1e8059e5-4e83-43b5-aecd-3c38ba4174cd req-e4a236c5-6acb-44dc-8fa1-0314d912bfa5 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431371 Nov 23 07:51:22.408853 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab8508-e89f-4bae-b83a-540f54f4d17d req-b0c189a5-ac21-416f-8932-196477d2ee51 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:22.410686 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-41ab8508-e89f-4bae-b83a-540f54f4d17d req-b0c189a5-ac21-416f-8932-196477d2ee51 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 945 time: 0.0537527 Nov 23 07:51:22.464077 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-41ab8508-e89f-4bae-b83a-540f54f4d17d req-a6e0a27f-8e1a-4ad5-b4c3-cfcfb887c661 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471303 Nov 23 07:51:22.921541 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53fb2a-1b36-4fe9-81a8-602b1f07516d req-051ab6d5-f9d0-4a6f-b6c1-33f563a192c0 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:22.923101 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-0b53fb2a-1b36-4fe9-81a8-602b1f07516d req-051ab6d5-f9d0-4a6f-b6c1-33f563a192c0 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=eec45cee-3532-4eee-96c2-3d4cd9b32f5a HTTP/1.1" status: 200 len: 945 time: 0.0501294 Nov 23 07:51:22.993033 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-0b53fb2a-1b36-4fe9-81a8-602b1f07516d req-ffa6a8e0-d373-4c25-a0d7-cd9a3025e66b tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626459 Nov 23 07:51:23.585320 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e598f7c-6821-411e-90c5-703bb9adcf40 req-1f8df3f2-a0c7-425a-8736-58a7aa245fb0 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:23.586933 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-1e598f7c-6821-411e-90c5-703bb9adcf40 req-1f8df3f2-a0c7-425a-8736-58a7aa245fb0 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 945 time: 0.0503783 Nov 23 07:51:23.609141 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:51:23.647857 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-1e598f7c-6821-411e-90c5-703bb9adcf40 req-26da6710-fedf-4727-a1fc-565f2f13365c tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542655 Nov 23 07:51:24.777546 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef814a-f230-4bd8-a954-27b9ebf7ac2f req-bdea656f-4352-45fa-adad-bf8c2f7b0d0b tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:24.779142 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8cef814a-f230-4bd8-a954-27b9ebf7ac2f req-bdea656f-4352-45fa-adad-bf8c2f7b0d0b tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 945 time: 0.0564253 Nov 23 07:51:24.835443 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8cef814a-f230-4bd8-a954-27b9ebf7ac2f req-d33af51d-9740-42ba-97a9-11272f98776c tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500908 Nov 23 07:51:25.958343 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a059f4a-c15f-4fcc-83e8-9d23549be03e req-18c7d754-703b-4614-b6f4-498c2a21bbac tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:25.960400 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-3a059f4a-c15f-4fcc-83e8-9d23549be03e req-18c7d754-703b-4614-b6f4-498c2a21bbac tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 945 time: 0.0540099 Nov 23 07:51:26.019412 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-3a059f4a-c15f-4fcc-83e8-9d23549be03e req-cf258bb6-f4eb-40fb-9d1d-5001f9df6bc4 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527859 Nov 23 07:51:26.416914 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 50758) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:51:26.526683 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5589c401-1c79-44f1-af70-7f4b3cb67c94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:26.603228 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a220a-dae5-4200-bc71-434c7a4a5c86 req-98a05920-a278-4073-bca3-a418a4ec57e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:26.604753 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-195a220a-dae5-4200-bc71-434c7a4a5c86 req-98a05920-a278-4073-bca3-a418a4ec57e5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2d805701d3af40f59df0733595904769&device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 1098 time: 0.0691319 Nov 23 07:51:26.707455 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5589c401-1c79-44f1-af70-7f4b3cb67c94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:26.712402 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-5589c401-1c79-44f1-af70-7f4b3cb67c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:26.764419 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-5589c401-1c79-44f1-af70-7f4b3cb67c94 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aca0e06a314547058a4fb05e342eba29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3463593 Nov 23 07:51:26.766748 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a220a-dae5-4200-bc71-434c7a4a5c86 req-1887601e-0520-4124-bdfe-8a2c9c0f72db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:26.767230 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 50764) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:51:26.768192 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-195a220a-dae5-4200-bc71-434c7a4a5c86 req-1887601e-0520-4124-bdfe-8a2c9c0f72db service neutron] 10.222.0.31 "GET /v2.0/networks?id=6b5935e7-9d75-48af-991a-f9db01f37912 HTTP/1.1" status: 200 len: 910 time: 0.1552856 Nov 23 07:51:26.769256 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589c401-1c79-44f1-af70-7f4b3cb67c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da54c31-d986-4102-a200-a570f6fb1a49,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:26.818939 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b12546d2-adfd-4ba7-8184-49e99b2d04ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:26.842587 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b12546d2-adfd-4ba7-8184-49e99b2d04ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:26.846744 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-195a220a-dae5-4200-bc71-434c7a4a5c86 req-72abfbd6-8fcb-422b-968f-8db0da99719c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 HTTP/1.1" status: 200 len: 1000 time: 0.0662398 Nov 23 07:51:26.898796 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a220a-dae5-4200-bc71-434c7a4a5c86 req-39745cbf-59ad-48a8-b7ee-bc9d81332b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:26.900440 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-195a220a-dae5-4200-bc71-434c7a4a5c86 req-39745cbf-59ad-48a8-b7ee-bc9d81332b65 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8b5e914f-670e-4ab3-982a-052365646196 HTTP/1.1" status: 200 len: 848 time: 0.0457778 Nov 23 07:51:26.900893 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b12546d2-adfd-4ba7-8184-49e99b2d04ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:26.903628 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b12546d2-adfd-4ba7-8184-49e99b2d04ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:26.905259 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-b12546d2-adfd-4ba7-8184-49e99b2d04ee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8da54c31-d986-4102-a200-a570f6fb1a49 HTTP/1.1" status: 204 len: 168 time: 0.1368451 Nov 23 07:51:26.913891 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12546d2-adfd-4ba7-8184-49e99b2d04ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da54c31-d986-4102-a200-a570f6fb1a49,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:26.921897 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12546d2-adfd-4ba7-8184-49e99b2d04ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:26.922658 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12546d2-adfd-4ba7-8184-49e99b2d04ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:26.922658 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12546d2-adfd-4ba7-8184-49e99b2d04ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:26.922995 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12546d2-adfd-4ba7-8184-49e99b2d04ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:26.923236 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12546d2-adfd-4ba7-8184-49e99b2d04ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:26.923580 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12546d2-adfd-4ba7-8184-49e99b2d04ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:26.923972 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12546d2-adfd-4ba7-8184-49e99b2d04ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:26.924314 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12546d2-adfd-4ba7-8184-49e99b2d04ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:26.924643 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12546d2-adfd-4ba7-8184-49e99b2d04ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:26.924964 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12546d2-adfd-4ba7-8184-49e99b2d04ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:26.925289 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12546d2-adfd-4ba7-8184-49e99b2d04ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:26.925613 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12546d2-adfd-4ba7-8184-49e99b2d04ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:26.954073 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a220a-dae5-4200-bc71-434c7a4a5c86 req-1e6359c6-103e-4d0d-9f8a-bc063a893382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:26.955584 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-195a220a-dae5-4200-bc71-434c7a4a5c86 req-1e6359c6-103e-4d0d-9f8a-bc063a893382 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6b5935e7-9d75-48af-991a-f9db01f37912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0457926 Nov 23 07:51:27.060974 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-195a220a-dae5-4200-bc71-434c7a4a5c86 req-f8dbd6c9-1535-49f2-ad84-693c8f4e0f18 service neutron] 10.222.0.31 "GET /v2.0/networks/6b5935e7-9d75-48af-991a-f9db01f37912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954971 Nov 23 07:51:27.191753 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-195a220a-dae5-4200-bc71-434c7a4a5c86 req-e05b31bc-471e-4438-8c44-e3655ff47ca8 service neutron] 10.222.0.31 "GET /v2.0/networks/6b5935e7-9d75-48af-991a-f9db01f37912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215701 Nov 23 07:51:27.195988 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 50772) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:51:27.199801 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6b234-3b43-404c-a3ef-ca4c08b89fa0 req-4854f197-2079-4749-a27a-c0e526a498e5 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:27.201074 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-bfd6b234-3b43-404c-a3ef-ca4c08b89fa0 req-4854f197-2079-4749-a27a-c0e526a498e5 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 945 time: 0.1009839 Nov 23 07:51:27.213870 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e5797bb-595c-4f6c-89c7-8ad098b2351e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:27.263161 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-bfd6b234-3b43-404c-a3ef-ca4c08b89fa0 req-07e44afd-6214-47cf-b730-5b6db85b0954 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483935 Nov 23 07:51:27.296558 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e5797bb-595c-4f6c-89c7-8ad098b2351e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:27.300457 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8e5797bb-595c-4f6c-89c7-8ad098b2351e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:27.336676 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5797bb-595c-4f6c-89c7-8ad098b2351e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1712e709-78c2-4a64-89be-d9ea0c6a6201,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:27.341930 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-8e5797bb-595c-4f6c-89c7-8ad098b2351e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=40e3f3cd44f54f2e94d8f1ef58db34ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442721 Nov 23 07:51:27.344804 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 50774) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:51:27.393309 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-8ed3254f-a59e-4eca-90da-6d4261ffe6a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:27.414668 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-8ed3254f-a59e-4eca-90da-6d4261ffe6a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:27.464591 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-8ed3254f-a59e-4eca-90da-6d4261ffe6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:27.467892 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-8ed3254f-a59e-4eca-90da-6d4261ffe6a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:27.469152 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-8ed3254f-a59e-4eca-90da-6d4261ffe6a4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1712e709-78c2-4a64-89be-d9ea0c6a6201 HTTP/1.1" status: 204 len: 168 time: 0.1233454 Nov 23 07:51:27.476843 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3254f-a59e-4eca-90da-6d4261ffe6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1712e709-78c2-4a64-89be-d9ea0c6a6201,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:28.396296 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0fee7-bb6a-4b2f-8ee1-b0fe9974dcd1 req-be8ddee8-2153-4329-95b0-be49c9252132 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:28.397975 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-7be0fee7-bb6a-4b2f-8ee1-b0fe9974dcd1 req-be8ddee8-2153-4329-95b0-be49c9252132 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 945 time: 0.0545721 Nov 23 07:51:28.456327 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-7be0fee7-bb6a-4b2f-8ee1-b0fe9974dcd1 req-bc970ad6-590b-4d7d-a222-39a8aabe58fd tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512969 Nov 23 07:51:28.520224 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-6a5817c3-e3ff-458c-b9b2-9143f02407e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:29.583615 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489ce7d-2d20-4c03-98b5-45c3fee8cc0b req-1a6e5f25-6562-4306-bf0d-3d93fddaa0e3 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:29.585348 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c489ce7d-2d20-4c03-98b5-45c3fee8cc0b req-1a6e5f25-6562-4306-bf0d-3d93fddaa0e3 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 945 time: 0.0595183 Nov 23 07:51:29.644028 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c489ce7d-2d20-4c03-98b5-45c3fee8cc0b req-726ad106-67af-4ab0-90b0-df90c8627377 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523663 Nov 23 07:51:29.759385 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 50854) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:51:29.874418 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 50864) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:51:29.892790 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c497419-9b1d-4170-b57c-4363a72aa060 req-f48cd375-ec24-4e0a-b772-c3bbce9ae1a0 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:29.894648 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8c497419-9b1d-4170-b57c-4363a72aa060 req-f48cd375-ec24-4e0a-b772-c3bbce9ae1a0 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 945 time: 0.0617559 Nov 23 07:51:29.900886 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-97a9c452-94b0-44cc-9c29-f2ecea753ea2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:29.982066 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8c497419-9b1d-4170-b57c-4363a72aa060 req-bab97886-feb4-49ff-a615-95241c3a8f6e tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813968 Nov 23 07:51:29.995787 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-01215e70-50e9-4c46-ace5-7aea9e80b24f req-50ee2449-f52a-41a8-ae0d-3f4718744af2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1202047 Nov 23 07:51:30.005858 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [req-01215e70-50e9-4c46-ace5-7aea9e80b24f req-52fd2ee0-6f23-48b8-bf8f-eedaa3b93702 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=109283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 07:51:30.006873 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-01215e70-50e9-4c46-ace5-7aea9e80b24f req-52fd2ee0-6f23-48b8-bf8f-eedaa3b93702 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053318 Nov 23 07:51:30.010250 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-97a9c452-94b0-44cc-9c29-f2ecea753ea2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:30.015112 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-97a9c452-94b0-44cc-9c29-f2ecea753ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:30.057663 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-97a9c452-94b0-44cc-9c29-f2ecea753ea2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=37b012b847f44edb847a3d9caaff6872&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2940881 Nov 23 07:51:30.058115 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 50872) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:51:30.060265 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9c452-94b0-44cc-9c29-f2ecea753ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd210b0-3a4c-4175-8232-7e5fb310ce1c,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:30.111467 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-002e3e8d-0834-4668-82c2-da813482f55a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:30.136725 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-002e3e8d-0834-4668-82c2-da813482f55a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:30.188748 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-002e3e8d-0834-4668-82c2-da813482f55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:30.192843 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-002e3e8d-0834-4668-82c2-da813482f55a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:30.195173 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-002e3e8d-0834-4668-82c2-da813482f55a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3bd210b0-3a4c-4175-8232-7e5fb310ce1c HTTP/1.1" status: 204 len: 168 time: 0.1357155 Nov 23 07:51:30.204299 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e3e8d-0834-4668-82c2-da813482f55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd210b0-3a4c-4175-8232-7e5fb310ce1c,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:30.502059 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 50882) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:51:30.515179 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d41a2a4a-a65b-4361-9674-5835a35199d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:30.592855 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d41a2a4a-a65b-4361-9674-5835a35199d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:30.597002 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-d41a2a4a-a65b-4361-9674-5835a35199d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:30.638245 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-d41a2a4a-a65b-4361-9674-5835a35199d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=85994ce7e41846a583087458af7acf9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350505 Nov 23 07:51:30.639260 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a2a4a-a65b-4361-9674-5835a35199d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb1f2ca-761d-4172-944c-dd7fcf2b2646,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:30.640920 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 50884) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:51:30.694895 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-db71d6c2-b56f-4f30-8761-94cd941b4cad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:30.715791 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-db71d6c2-b56f-4f30-8761-94cd941b4cad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:30.765993 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-db71d6c2-b56f-4f30-8761-94cd941b4cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:30.768772 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-db71d6c2-b56f-4f30-8761-94cd941b4cad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:30.769946 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-db71d6c2-b56f-4f30-8761-94cd941b4cad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cfb1f2ca-761d-4172-944c-dd7fcf2b2646 HTTP/1.1" status: 204 len: 168 time: 0.1279202 Nov 23 07:51:30.778169 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71d6c2-b56f-4f30-8761-94cd941b4cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb1f2ca-761d-4172-944c-dd7fcf2b2646,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:31.149557 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90482a-5513-4fee-998a-acf1189cff4b req-7f0cbe9c-b29f-4827-a199-3af66d7018e4 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:31.151130 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-1a90482a-5513-4fee-998a-acf1189cff4b req-7f0cbe9c-b29f-4827-a199-3af66d7018e4 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 945 time: 0.0693772 Nov 23 07:51:31.222856 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-1a90482a-5513-4fee-998a-acf1189cff4b req-590654da-fc65-4481-9684-154a588f5607 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633054 Nov 23 07:51:31.324260 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-cc11ca08-190b-4b51-b7b9-ecde5a2b82da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:31.943721 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:51:32.022125 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:32.050553 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be38773-5840-4e15-b2f5-ce77caceb858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7'}] {{(pid=109285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:51:32.052834 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02971d1b2c0bcda538738d777e0cd5340c6e6849857750afdab036a2de6ad34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498006c8-255e-4a64-9291-a745bdf1807c" -d '{"events": [{"server_uuid": "4be38773-5840-4e15-b2f5-ce77caceb858", "name": "network-vif-unplugged", "status": "completed", "tag": "a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7"}]}' {{(pid=109285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:51:32.069078 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7,segment=NetworkSegment(0485c9ee-81a2-42db-aa59-91c9df2534b4),segment_id=0485c9ee-81a2-42db-aa59-91c9df2534b4)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:51:32.078985 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:32.088987 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01215e70-50e9-4c46-ace5-7aea9e80b24f req-2ac3db2e-8e22-4f18-a57f-4509ac899ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:32.091586 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-01215e70-50e9-4c46-ace5-7aea9e80b24f req-2ac3db2e-8e22-4f18-a57f-4509ac899ad5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858&tenant_id=2d805701d3af40f59df0733595904769 HTTP/1.1" status: 200 len: 1098 time: 0.0560265 Nov 23 07:51:32.103452 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 07:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57bf63d-d2e1-4b5f-81c3-7851d3f0eec3 x-openstack-request-id: req-a57bf63d-d2e1-4b5f-81c3-7851d3f0eec3 {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:51:32.103747 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be38773-5840-4e15-b2f5-ce77caceb858", "name": "network-vif-unplugged", "status": "completed", "tag": "a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7", "code": 200}]} {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:51:32.104000 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a57bf63d-d2e1-4b5f-81c3-7851d3f0eec3 {{(pid=109285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:51:32.104384 dv-cinder-804035-14-iscsi neutron-server[109285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be38773-5840-4e15-b2f5-ce77caceb858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7', 'code': 200} Nov 23 07:51:32.139601 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7,revision_number=6']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:32.167019 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01215e70-50e9-4c46-ace5-7aea9e80b24f req-21f5b209-4a40-450c-a763-9a824948081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:32.168925 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-01215e70-50e9-4c46-ace5-7aea9e80b24f req-21f5b209-4a40-450c-a763-9a824948081b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2d805701d3af40f59df0733595904769&device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 1096 time: 0.0500793 Nov 23 07:51:32.264674 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01215e70-50e9-4c46-ace5-7aea9e80b24f req-cb88dd05-c406-4c11-9384-d0663bff6f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:32.266113 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-01215e70-50e9-4c46-ace5-7aea9e80b24f req-cb88dd05-c406-4c11-9384-d0663bff6f5e service neutron] 10.222.0.31 "GET /v2.0/networks?id=6b5935e7-9d75-48af-991a-f9db01f37912 HTTP/1.1" status: 200 len: 910 time: 0.0892467 Nov 23 07:51:32.344304 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-01215e70-50e9-4c46-ace5-7aea9e80b24f req-991206e9-f54c-4fcf-ba39-7aede45b82a9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 HTTP/1.1" status: 200 len: 998 time: 0.0685740 Nov 23 07:51:32.362107 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2ac5c-e36b-4842-b908-456730a5dd83 req-94b6e9f1-4df5-4a48-a3e6-af8f77028ef7 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:32.364215 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-c0c2ac5c-e36b-4842-b908-456730a5dd83 req-94b6e9f1-4df5-4a48-a3e6-af8f77028ef7 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 943 time: 0.0566461 Nov 23 07:51:32.403154 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01215e70-50e9-4c46-ace5-7aea9e80b24f req-8963274f-860c-4ad3-b609-d8647aa43164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:32.405372 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-01215e70-50e9-4c46-ace5-7aea9e80b24f req-8963274f-860c-4ad3-b609-d8647aa43164 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8b5e914f-670e-4ab3-982a-052365646196 HTTP/1.1" status: 200 len: 848 time: 0.0541463 Nov 23 07:51:32.416017 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-c0c2ac5c-e36b-4842-b908-456730a5dd83 req-e45e237e-5d62-42c7-a0e3-61d6dbd7efc7 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459726 Nov 23 07:51:32.455829 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01215e70-50e9-4c46-ace5-7aea9e80b24f req-e7e5bacd-7931-46e1-9ea1-3e24540b5c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:32.457197 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-01215e70-50e9-4c46-ace5-7aea9e80b24f req-e7e5bacd-7931-46e1-9ea1-3e24540b5c25 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6b5935e7-9d75-48af-991a-f9db01f37912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425687 Nov 23 07:51:32.566642 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-01215e70-50e9-4c46-ace5-7aea9e80b24f req-f6303ebc-0383-44e4-896f-2795d6f481d4 service neutron] 10.222.0.31 "GET /v2.0/networks/6b5935e7-9d75-48af-991a-f9db01f37912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007462 Nov 23 07:51:32.677097 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-01215e70-50e9-4c46-ace5-7aea9e80b24f req-a7265020-5e86-4afa-9d6a-fdac1c73c7cc service neutron] 10.222.0.31 "GET /v2.0/networks/6b5935e7-9d75-48af-991a-f9db01f37912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008265 Nov 23 07:51:32.803796 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:33.543804 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2e285-01b4-4b71-a18b-32547d10853f req-385829e9-fc14-40c2-8161-dea08cf95c96 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:33.545272 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-e0b2e285-01b4-4b71-a18b-32547d10853f req-385829e9-fc14-40c2-8161-dea08cf95c96 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 943 time: 0.0566795 Nov 23 07:51:33.595049 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-e0b2e285-01b4-4b71-a18b-32547d10853f req-31c8b326-d68c-4849-8653-d217c4aa53de tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438187 Nov 23 07:51:34.565387 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 50962) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:51:34.677787 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ba6d6f9d-81d6-4ad7-b7b5-357de7f971f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:34.712052 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee6f9b-63c7-4bbf-b0e6-55b365b3e8dc req-926b413f-1b85-43ab-ad9e-e40cdd8a1a80 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:34.713587 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-05ee6f9b-63c7-4bbf-b0e6-55b365b3e8dc req-926b413f-1b85-43ab-ad9e-e40cdd8a1a80 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 943 time: 0.0481839 Nov 23 07:51:34.758065 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ba6d6f9d-81d6-4ad7-b7b5-357de7f971f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:34.763104 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ba6d6f9d-81d6-4ad7-b7b5-357de7f971f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:34.769565 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-05ee6f9b-63c7-4bbf-b0e6-55b365b3e8dc req-e2cbe934-ea41-4cfb-9cfe-f1bb72be1a30 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485172 Nov 23 07:51:34.801109 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d6f9d-81d6-4ad7-b7b5-357de7f971f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daebb339-415a-4185-80ab-328faf8c171f,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:34.808228 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-ba6d6f9d-81d6-4ad7-b7b5-357de7f971f5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c68c5cf254514400a259d76901af0643&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417107 Nov 23 07:51:34.808831 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 50970) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:51:34.856283 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:34.877445 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2b21a958-54a2-4107-8f26-852a7e709943 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:34.914698 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2b21a958-54a2-4107-8f26-852a7e709943 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:34.980648 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2b21a958-54a2-4107-8f26-852a7e709943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:34.984010 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-2b21a958-54a2-4107-8f26-852a7e709943 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:34.987856 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-2b21a958-54a2-4107-8f26-852a7e709943 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/daebb339-415a-4185-80ab-328faf8c171f HTTP/1.1" status: 204 len: 168 time: 0.1751122 Nov 23 07:51:34.994232 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21a958-54a2-4107-8f26-852a7e709943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daebb339-415a-4185-80ab-328faf8c171f,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:35.095303 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c3663-e6bc-4fc4-a81f-78dd4456b843 req-c11ebf4d-dd40-46fc-9218-6a04a4e2f2ed tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:35.096933 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-923c3663-e6bc-4fc4-a81f-78dd4456b843 req-c11ebf4d-dd40-46fc-9218-6a04a4e2f2ed tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=eec45cee-3532-4eee-96c2-3d4cd9b32f5a HTTP/1.1" status: 200 len: 945 time: 0.0526435 Nov 23 07:51:35.150823 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-923c3663-e6bc-4fc4-a81f-78dd4456b843 req-2626cb07-c1f3-48b7-b9c1-e3bf32e18428 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472336 Nov 23 07:51:35.594613 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:35.892882 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906795f5-5456-4b85-9ac5-05f6c878d1cc req-e631b41f-5b24-41a2-862f-902b5f44fd82 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:35.894429 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-906795f5-5456-4b85-9ac5-05f6c878d1cc req-e631b41f-5b24-41a2-862f-902b5f44fd82 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 943 time: 0.0499651 Nov 23 07:51:35.945395 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-906795f5-5456-4b85-9ac5-05f6c878d1cc req-0c961c59-2443-4858-b20e-65c637d4dc10 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448549 Nov 23 07:51:36.275666 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ac29b-bc0f-4f89-b683-9ccd3c740362 req-86600a28-3659-4c06-b99d-15127ab7446e tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:36.277140 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c38ac29b-bc0f-4f89-b683-9ccd3c740362 req-86600a28-3659-4c06-b99d-15127ab7446e tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=eec45cee-3532-4eee-96c2-3d4cd9b32f5a HTTP/1.1" status: 200 len: 945 time: 0.0515325 Nov 23 07:51:36.332539 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c38ac29b-bc0f-4f89-b683-9ccd3c740362 req-bd0abd04-2950-4467-9eb2-cbd1b34d1fef tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488074 Nov 23 07:51:36.727999 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b967f8-9da6-4e0d-9ab1-ecd33848f3d7 req-5aba36c7-70ec-49e4-942d-89addfcac0a3 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:36.729692 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a1b967f8-9da6-4e0d-9ab1-ecd33848f3d7 req-5aba36c7-70ec-49e4-942d-89addfcac0a3 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.31 "GET /v2.0/ports?device_id=eec45cee-3532-4eee-96c2-3d4cd9b32f5a HTTP/1.1" status: 200 len: 945 time: 0.0482724 Nov 23 07:51:36.827129 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-a1b967f8-9da6-4e0d-9ab1-ecd33848f3d7 req-c2519ed9-6641-4394-be69-226dd5900b53 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Deleting port d57cfa3c-6e3c-4e17-ba1a-750503169678 {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:51:36.827463 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-a1b967f8-9da6-4e0d-9ab1-ecd33848f3d7 req-c2519ed9-6641-4394-be69-226dd5900b53 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:36.917780 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-a1b967f8-9da6-4e0d-9ab1-ecd33848f3d7 req-c2519ed9-6641-4394-be69-226dd5900b53 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] For port d57cfa3c-6e3c-4e17-ba1a-750503169678, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=d57cfa3c-6e3c-4e17-ba1a-750503169678,segment=NetworkSegment(9602b1ed-2105-48f8-b6eb-9e5a1f517d73),segment_id=9602b1ed-2105-48f8-b6eb-9e5a1f517d73)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:51:36.918176 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-a1b967f8-9da6-4e0d-9ab1-ecd33848f3d7 req-c2519ed9-6641-4394-be69-226dd5900b53 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:36.932016 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-a1b967f8-9da6-4e0d-9ab1-ecd33848f3d7 req-c2519ed9-6641-4394-be69-226dd5900b53 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Calling delete_port for d57cfa3c-6e3c-4e17-ba1a-750503169678 owned by compute:nova {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:51:37.061503 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7d182-a868-4f59-9bea-819695f1db1e req-734d10b9-e78a-45e9-a3c5-112cfb6ff2ed tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:37.062360 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-a1b967f8-9da6-4e0d-9ab1-ecd33848f3d7 req-c2519ed9-6641-4394-be69-226dd5900b53 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:37.063130 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-97a7d182-a868-4f59-9bea-819695f1db1e req-734d10b9-e78a-45e9-a3c5-112cfb6ff2ed tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 943 time: 0.0503409 Nov 23 07:51:37.080463 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['e6b62974-a146-42bc-98de-1fcf45a35bc8', 'b0419753-47d6-423f-8dd1-7b53b313da63', '99777abd-c894-4087-bb08-0fe3fe38c8c7', 'd57cfa3c-6e3c-4e17-ba1a-750503169678'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:51:37.092776 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2519ed9-6641-4394-be69-226dd5900b53 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Pushing event deleted for resources: {'Port': ['ID=d57cfa3c-6e3c-4e17-ba1a-750503169678,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:37.126832 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-97a7d182-a868-4f59-9bea-819695f1db1e req-bb78d2b2-a283-48d9-b404-e4303079096c tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575664 Nov 23 07:51:37.138225 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b967f8-9da6-4e0d-9ab1-ecd33848f3d7 req-c2519ed9-6641-4394-be69-226dd5900b53 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] No DVR routers for this DVR port d57cfa3c-6e3c-4e17-ba1a-750503169678 on host hv-cinder-80403 {{(pid=109283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:51:37.141440 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-a1b967f8-9da6-4e0d-9ab1-ecd33848f3d7 req-c2519ed9-6641-4394-be69-226dd5900b53 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:37.144949 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-a1b967f8-9da6-4e0d-9ab1-ecd33848f3d7 req-c2519ed9-6641-4394-be69-226dd5900b53 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.31 "DELETE /v2.0/ports/d57cfa3c-6e3c-4e17-ba1a-750503169678 HTTP/1.1" status: 204 len: 173 time: 0.4084306 Nov 23 07:51:37.145430 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec45cee-3532-4eee-96c2-3d4cd9b32f5a', 'name': 'network-vif-deleted', 'tag': 'd57cfa3c-6e3c-4e17-ba1a-750503169678'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:51:37.147730 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893e867a-7f94-4b84-89cf-6ed93c3fb51b" -d '{"events": [{"server_uuid": "eec45cee-3532-4eee-96c2-3d4cd9b32f5a", "name": "network-vif-deleted", "tag": "d57cfa3c-6e3c-4e17-ba1a-750503169678"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:51:37.189858 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9413784b-2af3-4608-b4b2-6587b0490f69 x-openstack-request-id: req-9413784b-2af3-4608-b4b2-6587b0490f69 {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:51:37.190211 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec45cee-3532-4eee-96c2-3d4cd9b32f5a", "name": "network-vif-deleted", "tag": "d57cfa3c-6e3c-4e17-ba1a-750503169678", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:51:37.190474 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9413784b-2af3-4608-b4b2-6587b0490f69 {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:51:37.190906 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec45cee-3532-4eee-96c2-3d4cd9b32f5a', 'name': 'network-vif-deleted', 'tag': 'd57cfa3c-6e3c-4e17-ba1a-750503169678', 'status': 'completed', 'code': 200} Nov 23 07:51:37.429811 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:37.470615 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-45acbf7b-511d-477b-bd3d-7ab282df3d82 req-b6da69ab-cfc1-4ccc-a16a-adba0a39784c tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=eec45cee-3532-4eee-96c2-3d4cd9b32f5a HTTP/1.1" status: 200 len: 210 time: 0.0349128 Nov 23 07:51:38.250889 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12982dc4-f935-4b85-85b7-c92126ff0f80 req-7073d124-d0b7-479d-8a67-84e8cd6eec0c tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:38.252470 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-12982dc4-f935-4b85-85b7-c92126ff0f80 req-7073d124-d0b7-479d-8a67-84e8cd6eec0c tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 943 time: 0.0496037 Nov 23 07:51:38.302487 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-12982dc4-f935-4b85-85b7-c92126ff0f80 req-b343551d-3da3-4bd3-9bb7-5cf1c7e46ed6 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438247 Nov 23 07:51:39.439588 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa40fb-54e6-4c97-9434-f58b6432b80e req-387324dd-012b-42d5-9fdc-4c53cbc08fc8 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:39.441140 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-26aa40fb-54e6-4c97-9434-f58b6432b80e req-387324dd-012b-42d5-9fdc-4c53cbc08fc8 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 943 time: 0.0696452 Nov 23 07:51:39.501693 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-26aa40fb-54e6-4c97-9434-f58b6432b80e req-0c2e818d-1351-4de6-ab6d-72352849508e tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539947 Nov 23 07:51:40.555973 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device d57cfa3c-6e3c-4e17-ba1a-750503169678 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:51:40.573733 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] No Port match for: d57cfa3c-6e3c-4e17-ba1a-750503169678 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:51:40.574098 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device d57cfa3c-6e3c-4e17-ba1a-750503169678 not bound to the agent host hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:51:40.635687 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e829f-939a-4d9b-9320-ce038a98c8bd req-787ae11d-62a9-4ed4-b0ab-60a57a92eb65 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:40.637169 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-232e829f-939a-4d9b-9320-ce038a98c8bd req-787ae11d-62a9-4ed4-b0ab-60a57a92eb65 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 943 time: 0.0515075 Nov 23 07:51:40.697115 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-232e829f-939a-4d9b-9320-ce038a98c8bd req-e17ecb81-03e1-4067-b528-5757e9fffe8b tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530946 Nov 23 07:51:41.815820 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c6fad-66c9-4adc-93f0-26bb738f5f02 req-32c15e56-41e1-443d-834e-66e6a0de8ee2 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:41.817318 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c10c6fad-66c9-4adc-93f0-26bb738f5f02 req-32c15e56-41e1-443d-834e-66e6a0de8ee2 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 943 time: 0.0537558 Nov 23 07:51:41.870108 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c10c6fad-66c9-4adc-93f0-26bb738f5f02 req-c345588b-096d-4d74-9ae8-181de0dd5240 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466092 Nov 23 07:51:41.993254 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c90f0-3e13-4da0-b688-02bd3b37dcbe req-423cf8af-8c84-4e3b-ac8e-76c2d33781a0 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:41.994745 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-253c90f0-3e13-4da0-b688-02bd3b37dcbe req-423cf8af-8c84-4e3b-ac8e-76c2d33781a0 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ebe5ca4-b941-4d96-9c13-8cbe51b0236b HTTP/1.1" status: 200 len: 946 time: 0.0483403 Nov 23 07:51:42.041969 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-253c90f0-3e13-4da0-b688-02bd3b37dcbe req-251cb4ec-cbb9-4c8f-b95e-720c2a6386d4 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413091 Nov 23 07:51:42.989631 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0324ea-7e1e-460c-9e60-e7122ef88f31 req-1e67cfa9-1a1e-4498-af40-d60bf82b3847 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:42.991059 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-3a0324ea-7e1e-460c-9e60-e7122ef88f31 req-1e67cfa9-1a1e-4498-af40-d60bf82b3847 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 943 time: 0.0493507 Nov 23 07:51:43.046098 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-3a0324ea-7e1e-460c-9e60-e7122ef88f31 req-166413cb-3758-432f-92c2-fc027b7ec559 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487695 Nov 23 07:51:43.159516 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab1af8-0c2c-4038-a17d-a46ea3872d55 req-0d97f3c6-d64a-4def-9ce4-d2288dae7156 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:43.161003 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8eab1af8-0c2c-4038-a17d-a46ea3872d55 req-0d97f3c6-d64a-4def-9ce4-d2288dae7156 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ebe5ca4-b941-4d96-9c13-8cbe51b0236b HTTP/1.1" status: 200 len: 946 time: 0.0521340 Nov 23 07:51:43.471878 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-8eab1af8-0c2c-4038-a17d-a46ea3872d55 req-5d902307-3a67-44c7-abcb-699a895a4425 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050179 Nov 23 07:51:43.712997 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b898482-4dd8-41d8-851c-0c0fdc06249d req-2b84ac30-6f39-4c3a-90e7-1db42e702d2e tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:43.714459 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-0b898482-4dd8-41d8-851c-0c0fdc06249d req-2b84ac30-6f39-4c3a-90e7-1db42e702d2e tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ebe5ca4-b941-4d96-9c13-8cbe51b0236b HTTP/1.1" status: 200 len: 946 time: 0.0467329 Nov 23 07:51:43.813486 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-0b898482-4dd8-41d8-851c-0c0fdc06249d req-2b61f443-2b19-468c-aef9-9f346ac20e15 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Deleting port 99777abd-c894-4087-bb08-0fe3fe38c8c7 {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:51:43.813851 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-0b898482-4dd8-41d8-851c-0c0fdc06249d req-2b61f443-2b19-468c-aef9-9f346ac20e15 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:43.907388 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-0b898482-4dd8-41d8-851c-0c0fdc06249d req-2b61f443-2b19-468c-aef9-9f346ac20e15 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] For port 99777abd-c894-4087-bb08-0fe3fe38c8c7, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=99777abd-c894-4087-bb08-0fe3fe38c8c7,segment=NetworkSegment(9602b1ed-2105-48f8-b6eb-9e5a1f517d73),segment_id=9602b1ed-2105-48f8-b6eb-9e5a1f517d73)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:51:43.907986 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-0b898482-4dd8-41d8-851c-0c0fdc06249d req-2b61f443-2b19-468c-aef9-9f346ac20e15 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:43.931738 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-0b898482-4dd8-41d8-851c-0c0fdc06249d req-2b61f443-2b19-468c-aef9-9f346ac20e15 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Calling delete_port for 99777abd-c894-4087-bb08-0fe3fe38c8c7 owned by compute:nova {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:51:44.083820 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-0b898482-4dd8-41d8-851c-0c0fdc06249d req-2b61f443-2b19-468c-aef9-9f346ac20e15 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:44.100782 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['e6b62974-a146-42bc-98de-1fcf45a35bc8', 'b0419753-47d6-423f-8dd1-7b53b313da63', '99777abd-c894-4087-bb08-0fe3fe38c8c7'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:51:44.114203 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61f443-2b19-468c-aef9-9f346ac20e15 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Pushing event deleted for resources: {'Port': ['ID=99777abd-c894-4087-bb08-0fe3fe38c8c7,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:44.122214 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61f443-2b19-468c-aef9-9f346ac20e15 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:44.122615 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61f443-2b19-468c-aef9-9f346ac20e15 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:44.122973 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61f443-2b19-468c-aef9-9f346ac20e15 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:44.123326 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61f443-2b19-468c-aef9-9f346ac20e15 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:44.123672 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61f443-2b19-468c-aef9-9f346ac20e15 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:44.124017 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61f443-2b19-468c-aef9-9f346ac20e15 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:44.124356 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61f443-2b19-468c-aef9-9f346ac20e15 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:44.124697 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61f443-2b19-468c-aef9-9f346ac20e15 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:44.125041 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61f443-2b19-468c-aef9-9f346ac20e15 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:44.125378 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61f443-2b19-468c-aef9-9f346ac20e15 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:44.125728 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61f443-2b19-468c-aef9-9f346ac20e15 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:44.126075 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b61f443-2b19-468c-aef9-9f346ac20e15 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:51:44.174126 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 51086) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:51:44.180334 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b898482-4dd8-41d8-851c-0c0fdc06249d req-2b61f443-2b19-468c-aef9-9f346ac20e15 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] No DVR routers for this DVR port 99777abd-c894-4087-bb08-0fe3fe38c8c7 on host hv-cinder-80403 {{(pid=109283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:51:44.183020 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-0b898482-4dd8-41d8-851c-0c0fdc06249d req-2b61f443-2b19-468c-aef9-9f346ac20e15 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:44.187170 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-0b898482-4dd8-41d8-851c-0c0fdc06249d req-2b61f443-2b19-468c-aef9-9f346ac20e15 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.31 "DELETE /v2.0/ports/99777abd-c894-4087-bb08-0fe3fe38c8c7 HTTP/1.1" status: 204 len: 173 time: 0.4635749 Nov 23 07:51:44.187666 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebe5ca4-b941-4d96-9c13-8cbe51b0236b', 'name': 'network-vif-deleted', 'tag': '99777abd-c894-4087-bb08-0fe3fe38c8c7'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:51:44.190290 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4939f7f6-29fe-408c-ab31-b3595476c47b" -d '{"events": [{"server_uuid": "3ebe5ca4-b941-4d96-9c13-8cbe51b0236b", "name": "network-vif-deleted", "tag": "99777abd-c894-4087-bb08-0fe3fe38c8c7"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:51:44.233383 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45af57-e186-4c54-a52c-b78a98960569 req-02f9f538-34b3-4cff-bbf4-39f188d494e3 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:44.246300 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-4f45af57-e186-4c54-a52c-b78a98960569 req-02f9f538-34b3-4cff-bbf4-39f188d494e3 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 943 time: 0.1066704 Nov 23 07:51:44.259759 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9bafc8-cad5-480b-b7ba-78a3754fcfe6 x-openstack-request-id: req-2a9bafc8-cad5-480b-b7ba-78a3754fcfe6 {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:51:44.260255 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebe5ca4-b941-4d96-9c13-8cbe51b0236b", "name": "network-vif-deleted", "tag": "99777abd-c894-4087-bb08-0fe3fe38c8c7", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:51:44.260683 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2a9bafc8-cad5-480b-b7ba-78a3754fcfe6 {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:51:44.261694 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebe5ca4-b941-4d96-9c13-8cbe51b0236b', 'name': 'network-vif-deleted', 'tag': '99777abd-c894-4087-bb08-0fe3fe38c8c7', 'status': 'completed', 'code': 200} Nov 23 07:51:44.326221 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-4f45af57-e186-4c54-a52c-b78a98960569 req-4d7dd0bb-8b5c-466e-8443-7c59e3d57d23 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681252 Nov 23 07:51:44.366858 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b26af92f-c5d1-4a9e-bc8c-8bc9c3b9c194 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:44.457608 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b26af92f-c5d1-4a9e-bc8c-8bc9c3b9c194 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:44.462323 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-b26af92f-c5d1-4a9e-bc8c-8bc9c3b9c194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:44.504076 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-b26af92f-c5d1-4a9e-bc8c-8bc9c3b9c194 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d6aae1efeae343f0abc61b81687d7274&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3286750 Nov 23 07:51:44.504809 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26af92f-c5d1-4a9e-bc8c-8bc9c3b9c194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2db5924-35ae-4c4f-8dd6-55ce83c43ae9,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:44.507142 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 51094) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:51:44.539706 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 07:51:44.566077 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-6af9f151-c1c4-4894-8239-37981bac5e0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:44.593924 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-6af9f151-c1c4-4894-8239-37981bac5e0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:44.600972 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3196311a-5a5a-4ed7-bd24-5ac25ff1fae4 req-bf955e81-864d-4ef7-811c-0b4000f4bdd3 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=3ebe5ca4-b941-4d96-9c13-8cbe51b0236b HTTP/1.1" status: 200 len: 210 time: 0.0275989 Nov 23 07:51:44.676757 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-6af9f151-c1c4-4894-8239-37981bac5e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:44.681567 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-6af9f151-c1c4-4894-8239-37981bac5e0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:44.682238 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7,segment=NetworkSegment(0485c9ee-81a2-42db-aa59-91c9df2534b4),segment_id=0485c9ee-81a2-42db-aa59-91c9df2534b4)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:51:44.685932 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-6af9f151-c1c4-4894-8239-37981bac5e0c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a2db5924-35ae-4c4f-8dd6-55ce83c43ae9 HTTP/1.1" status: 204 len: 168 time: 0.1750231 Nov 23 07:51:44.696066 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9f151-c1c4-4894-8239-37981bac5e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2db5924-35ae-4c4f-8dd6-55ce83c43ae9,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:44.715018 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Returning: {'device': 'a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7', 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912', 'port_id': 'a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7', 'mac_address': 'fa:16:3e:9a:f6:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5e914f-670e-4ab3-982a-052365646196', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 07:51:44.777321 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:44.794364 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 {{(pid=109285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:51:44.818796 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7,segment=NetworkSegment(0485c9ee-81a2-42db-aa59-91c9df2534b4),segment_id=0485c9ee-81a2-42db-aa59-91c9df2534b4)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:51:44.824955 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:44.914070 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7,revision_number=7']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:45.106342 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:51:45.306184 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8797dd-48ec-4a95-b0d9-c5cdc4dc47a1 req-3e88fb04-7c35-4234-9cdd-260aff3d473e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:45.307762 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5d8797dd-48ec-4a95-b0d9-c5cdc4dc47a1 req-3e88fb04-7c35-4234-9cdd-260aff3d473e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 946 time: 0.0518322 Nov 23 07:51:45.385533 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5d8797dd-48ec-4a95-b0d9-c5cdc4dc47a1 req-dd26aff9-c1ae-4039-b7c4-79609d0de700 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692894 Nov 23 07:51:45.495807 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74062fd-056b-424e-9ff0-72daf9f32a03 req-3ca0f176-3bd7-4bf2-afb3-b2018c1749b2 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:45.497386 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-a74062fd-056b-424e-9ff0-72daf9f32a03 req-3ca0f176-3bd7-4bf2-afb3-b2018c1749b2 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 944 time: 0.0563476 Nov 23 07:51:45.550432 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-a74062fd-056b-424e-9ff0-72daf9f32a03 req-84dd2953-2ef2-4def-8dca-7caca3d83f63 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462387 Nov 23 07:51:45.905622 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3cc0e4-c7d7-4100-a730-85538d932581 req-bb1e50a5-6caa-4819-ae9b-98ec8f2e504d tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:45.907300 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ad3cc0e4-c7d7-4100-a730-85538d932581 req-bb1e50a5-6caa-4819-ae9b-98ec8f2e504d tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fce3d66-d323-4507-8ba9-d8cc96d4e92f HTTP/1.1" status: 200 len: 945 time: 0.0544825 Nov 23 07:51:45.957542 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ad3cc0e4-c7d7-4100-a730-85538d932581 req-d18bb130-6236-4ccb-80a2-aeff62c3613d tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439012 Nov 23 07:51:46.528293 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d0197-0b69-4488-99bb-dea4e462cc37 req-732507e1-16b1-4e19-bb16-4f7936b7b13c tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:46.530532 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-0b6d0197-0b69-4488-99bb-dea4e462cc37 req-732507e1-16b1-4e19-bb16-4f7936b7b13c tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 946 time: 0.0519667 Nov 23 07:51:46.558267 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 up at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:51:46.599082 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-0b6d0197-0b69-4488-99bb-dea4e462cc37 req-7fce16a0-a590-42eb-a47c-905cbf8572fb tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621026 Nov 23 07:51:46.645013 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning complete for port a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:51:46.645385 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:46.675099 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb53d1-8eae-45fa-921d-4e042e8dbe11 req-5b509f77-b1ad-4e83-a12d-1950a5909767 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:46.676652 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c7fb53d1-8eae-45fa-921d-4e042e8dbe11 req-5b509f77-b1ad-4e83-a12d-1950a5909767 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 944 time: 0.0529227 Nov 23 07:51:46.731940 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c7fb53d1-8eae-45fa-921d-4e042e8dbe11 req-833769aa-a811-4d5b-ae84-eb2130fff4b7 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483954 Nov 23 07:51:46.733350 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:46.758491 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be38773-5840-4e15-b2f5-ce77caceb858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7'}] {{(pid=109285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:51:46.760732 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02971d1b2c0bcda538738d777e0cd5340c6e6849857750afdab036a2de6ad34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd772e4-3743-4157-9d03-11e44aaf1b2e" -d '{"events": [{"server_uuid": "4be38773-5840-4e15-b2f5-ce77caceb858", "name": "network-vif-plugged", "status": "completed", "tag": "a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7"}]}' {{(pid=109285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:51:46.775408 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7,segment=NetworkSegment(0485c9ee-81a2-42db-aa59-91c9df2534b4),segment_id=0485c9ee-81a2-42db-aa59-91c9df2534b4)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:51:46.780737 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:46.781789 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 99777abd-c894-4087-bb08-0fe3fe38c8c7 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:51:46.805665 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1571646-0b25-45d6-9b9e-09c035e2c773 x-openstack-request-id: req-a1571646-0b25-45d6-9b9e-09c035e2c773 {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:51:46.805987 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be38773-5840-4e15-b2f5-ce77caceb858", "name": "network-vif-plugged", "status": "completed", "tag": "a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7", "code": 200}]} {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:51:46.806238 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a1571646-0b25-45d6-9b9e-09c035e2c773 {{(pid=109285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:51:46.806625 dv-cinder-804035-14-iscsi neutron-server[109285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be38773-5840-4e15-b2f5-ce77caceb858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7', 'code': 200} Nov 23 07:51:46.824160 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] No Port match for: 99777abd-c894-4087-bb08-0fe3fe38c8c7 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:51:46.824489 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 99777abd-c894-4087-bb08-0fe3fe38c8c7 not bound to the agent host hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:51:46.852622 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7,revision_number=8']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:46.928281 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199e0a0-1094-4e72-9055-ecddf6b4c433 req-d97f292e-ec40-4288-bab1-c82e8a5213e6 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:46.930084 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2199e0a0-1094-4e72-9055-ecddf6b4c433 req-d97f292e-ec40-4288-bab1-c82e8a5213e6 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.31 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 946 time: 0.0599434 Nov 23 07:51:47.108124 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-2199e0a0-1094-4e72-9055-ecddf6b4c433 req-552d2e93-8194-4f82-b3c5-0c544ebc1a23 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Deleting port 89fe006c-5309-4d1a-9597-f6755351dfd8 {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:51:47.108534 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-2199e0a0-1094-4e72-9055-ecddf6b4c433 req-552d2e93-8194-4f82-b3c5-0c544ebc1a23 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:47.150635 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3d67d-0348-47f8-9374-c03ae0351458 req-c0c317c7-2400-4748-b12d-26d86a6e9a39 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:47.152135 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3fb3d67d-0348-47f8-9374-c03ae0351458 req-c0c317c7-2400-4748-b12d-26d86a6e9a39 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fce3d66-d323-4507-8ba9-d8cc96d4e92f HTTP/1.1" status: 200 len: 945 time: 0.1154242 Nov 23 07:51:47.156458 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e2cf8-9095-4470-8d4f-1a98ffc9dd46 req-2173a4f5-9fa0-4c14-883e-55d856c94bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:47.157961 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-138e2cf8-9095-4470-8d4f-1a98ffc9dd46 req-2173a4f5-9fa0-4c14-883e-55d856c94bb7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 1098 time: 0.1232953 Nov 23 07:51:47.291377 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-2199e0a0-1094-4e72-9055-ecddf6b4c433 req-552d2e93-8194-4f82-b3c5-0c544ebc1a23 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] For port 89fe006c-5309-4d1a-9597-f6755351dfd8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=89fe006c-5309-4d1a-9597-f6755351dfd8,segment=NetworkSegment(01bfddae-d667-40a4-ba2c-71a16ea9303a),segment_id=01bfddae-d667-40a4-ba2c-71a16ea9303a)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:51:47.291740 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-2199e0a0-1094-4e72-9055-ecddf6b4c433 req-552d2e93-8194-4f82-b3c5-0c544ebc1a23 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:47.303694 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-138e2cf8-9095-4470-8d4f-1a98ffc9dd46 req-963eee68-21cb-4adb-ab50-5d19b14fd0ec service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340115 Nov 23 07:51:47.307006 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3fb3d67d-0348-47f8-9374-c03ae0351458 req-95a23e77-c8fe-45e4-a7d8-f4e42d4337a0 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457882 Nov 23 07:51:47.475874 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-2199e0a0-1094-4e72-9055-ecddf6b4c433 req-552d2e93-8194-4f82-b3c5-0c544ebc1a23 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:47.476245 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-2199e0a0-1094-4e72-9055-ecddf6b4c433 req-552d2e93-8194-4f82-b3c5-0c544ebc1a23 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1712191'] for floatingip, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:47.476562 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.db.l3_db [req-2199e0a0-1094-4e72-9055-ecddf6b4c433 req-552d2e93-8194-4f82-b3c5-0c544ebc1a23 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Floating IP f80b66fb-a3f7-4dbb-9912-f5880562b392 disassociated. External IP: 172.27.2.77, port: 89fe006c-5309-4d1a-9597-f6755351dfd8. Nov 23 07:51:47.476911 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-2199e0a0-1094-4e72-9055-ecddf6b4c433 req-552d2e93-8194-4f82-b3c5-0c544ebc1a23 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Calling delete_port for 89fe006c-5309-4d1a-9597-f6755351dfd8 owned by compute:nova {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:51:47.590615 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76e8ef-832b-40ac-8655-aeb9a3915720 req-39970a2d-e78a-45e9-b7ea-068a04ebe718 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:47.592630 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ea76e8ef-832b-40ac-8655-aeb9a3915720 req-39970a2d-e78a-45e9-b7ea-068a04ebe718 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fce3d66-d323-4507-8ba9-d8cc96d4e92f HTTP/1.1" status: 200 len: 945 time: 0.1027524 Nov 23 07:51:47.703256 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-2199e0a0-1094-4e72-9055-ecddf6b4c433 req-552d2e93-8194-4f82-b3c5-0c544ebc1a23 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:47.722641 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84cd55-7c20-4c29-8e76-ebda706b7d1e req-797bfb19-d455-4f19-b10d-0b9898423630 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:47.724383 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-7b84cd55-7c20-4c29-8e76-ebda706b7d1e req-797bfb19-d455-4f19-b10d-0b9898423630 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 867 time: 0.0533245 Nov 23 07:51:47.744463 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d2e93-8194-4f82-b3c5-0c544ebc1a23 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Pushing event deleted for resources: {'Port': ['ID=89fe006c-5309-4d1a-9597-f6755351dfd8,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:47.769573 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-ea76e8ef-832b-40ac-8655-aeb9a3915720 req-55a8caa7-e58c-4c9f-b2f5-b174af2a2dce tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Deleting port b0419753-47d6-423f-8dd1-7b53b313da63 {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:51:47.769937 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-ea76e8ef-832b-40ac-8655-aeb9a3915720 req-55a8caa7-e58c-4c9f-b2f5-b174af2a2dce tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:47.789016 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-7b84cd55-7c20-4c29-8e76-ebda706b7d1e req-141e4f51-314a-41a1-9d12-1acb08e64b9e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566037 Nov 23 07:51:47.973339 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-ea76e8ef-832b-40ac-8655-aeb9a3915720 req-55a8caa7-e58c-4c9f-b2f5-b174af2a2dce tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] For port b0419753-47d6-423f-8dd1-7b53b313da63, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=b0419753-47d6-423f-8dd1-7b53b313da63,segment=NetworkSegment(9602b1ed-2105-48f8-b6eb-9e5a1f517d73),segment_id=9602b1ed-2105-48f8-b6eb-9e5a1f517d73)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:51:47.973730 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-ea76e8ef-832b-40ac-8655-aeb9a3915720 req-55a8caa7-e58c-4c9f-b2f5-b174af2a2dce tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:48.000163 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a41501-7b02-4f9d-b85d-f1f7a60b907a req-69b6f35c-4c75-402b-b5e8-d5a1e1c88d58 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:48.001580 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-58a41501-7b02-4f9d-b85d-f1f7a60b907a req-69b6f35c-4c75-402b-b5e8-d5a1e1c88d58 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 945 time: 0.1650386 Nov 23 07:51:48.002543 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-ea76e8ef-832b-40ac-8655-aeb9a3915720 req-55a8caa7-e58c-4c9f-b2f5-b174af2a2dce tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Calling delete_port for b0419753-47d6-423f-8dd1-7b53b313da63 owned by compute:nova {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:51:48.010407 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2199e0a0-1094-4e72-9055-ecddf6b4c433 req-552d2e93-8194-4f82-b3c5-0c544ebc1a23 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Router 896cc335-b01d-463e-9fc1-5fd3f6c17be3 has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:51:48.155443 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-58a41501-7b02-4f9d-b85d-f1f7a60b907a req-7448840b-4a93-4591-9d27-7c7bf904cf00 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470001 Nov 23 07:51:48.263944 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2199e0a0-1094-4e72-9055-ecddf6b4c433 req-552d2e93-8194-4f82-b3c5-0c544ebc1a23 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:51:48.278230 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b95d7ec-ecf2-4528-b2b2-1aa52873e017 None None] Sync routers for ids ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'] in dv-cinder-804035-14-iscsi {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:51:48.289436 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b95d7ec-ecf2-4528-b2b2-1aa52873e017 None None] Routers {'896cc335-b01d-463e-9fc1-5fd3f6c17be3'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:51:48.290132 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-4b95d7ec-ecf2-4528-b2b2-1aa52873e017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:51:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:51:48.323819 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-2199e0a0-1094-4e72-9055-ecddf6b4c433 req-552d2e93-8194-4f82-b3c5-0c544ebc1a23 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] No DVR routers for this DVR port 89fe006c-5309-4d1a-9597-f6755351dfd8 on host hv-cinder-80403 {{(pid=109283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:51:48.327417 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-2199e0a0-1094-4e72-9055-ecddf6b4c433 req-552d2e93-8194-4f82-b3c5-0c544ebc1a23 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:48.331860 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-2199e0a0-1094-4e72-9055-ecddf6b4c433 req-552d2e93-8194-4f82-b3c5-0c544ebc1a23 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.31 "DELETE /v2.0/ports/89fe006c-5309-4d1a-9597-f6755351dfd8 HTTP/1.1" status: 204 len: 173 time: 1.3873119 Nov 23 07:51:48.332597 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6c04f8-01f0-44e2-9232-f865f1af5591', 'name': 'network-vif-deleted', 'tag': '89fe006c-5309-4d1a-9597-f6755351dfd8'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:51:48.337528 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8aaa6d-53f0-4dd9-9699-46ad1bf26534" -d '{"events": [{"server_uuid": "9e6c04f8-01f0-44e2-9232-f865f1af5591", "name": "network-vif-deleted", "tag": "89fe006c-5309-4d1a-9597-f6755351dfd8"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:51:48.342120 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-ea76e8ef-832b-40ac-8655-aeb9a3915720 req-55a8caa7-e58c-4c9f-b2f5-b174af2a2dce tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:48.384488 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['e6b62974-a146-42bc-98de-1fcf45a35bc8', 'b0419753-47d6-423f-8dd1-7b53b313da63'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:51:48.399968 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eefb80f-a4a5-4949-a39f-6dd698a1bb18 x-openstack-request-id: req-6eefb80f-a4a5-4949-a39f-6dd698a1bb18 {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:51:48.400318 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6c04f8-01f0-44e2-9232-f865f1af5591", "name": "network-vif-deleted", "tag": "89fe006c-5309-4d1a-9597-f6755351dfd8", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:51:48.400613 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6eefb80f-a4a5-4949-a39f-6dd698a1bb18 {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:51:48.401906 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6c04f8-01f0-44e2-9232-f865f1af5591', 'name': 'network-vif-deleted', 'tag': '89fe006c-5309-4d1a-9597-f6755351dfd8', 'status': 'completed', 'code': 200} Nov 23 07:51:48.430458 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8caa7-e58c-4c9f-b2f5-b174af2a2dce tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Pushing event deleted for resources: {'Port': ['ID=b0419753-47d6-423f-8dd1-7b53b313da63,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:48.472508 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea76e8ef-832b-40ac-8655-aeb9a3915720 req-55a8caa7-e58c-4c9f-b2f5-b174af2a2dce tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] No DVR routers for this DVR port b0419753-47d6-423f-8dd1-7b53b313da63 on host hv-cinder-80403 {{(pid=109283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:51:48.477653 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-ea76e8ef-832b-40ac-8655-aeb9a3915720 req-55a8caa7-e58c-4c9f-b2f5-b174af2a2dce tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:48.483893 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-ea76e8ef-832b-40ac-8655-aeb9a3915720 req-55a8caa7-e58c-4c9f-b2f5-b174af2a2dce tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.31 "DELETE /v2.0/ports/b0419753-47d6-423f-8dd1-7b53b313da63 HTTP/1.1" status: 204 len: 173 time: 0.8838894 Nov 23 07:51:48.491562 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-0bea8ffa-5a2d-4d2f-a51d-2c63f4b8cec0 req-bb70c0fc-2c8e-4848-b555-bb3000195ab2 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fce3d66-d323-4507-8ba9-d8cc96d4e92f HTTP/1.1" status: 200 len: 210 time: 0.0382361 Nov 23 07:51:48.714679 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-4b95d7ec-ecf2-4528-b2b2-1aa52873e017 None None] Set router 896cc335-b01d-463e-9fc1-5fd3f6c17be3 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:51:48.921966 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d46e1bb3-e932-40dd-a7e6-6339e7b22b9a req-992ad9a4-cb7d-4fea-8cfc-a347cf08aef6 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e6c04f8-01f0-44e2-9232-f865f1af5591 HTTP/1.1" status: 200 len: 210 time: 0.0464277 Nov 23 07:51:49.002735 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-4b95d7ec-ecf2-4528-b2b2-1aa52873e017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'name': 'tempest-TestVolumeBootPattern-378299860-router', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '07888511-c821-47bc-99f8-5cdce44e7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:32Z', 'updated_at': '2021-11-23T07:48:37Z', 'revision_number': 4, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'gw_port': {'id': '07888511-c821-47bc-99f8-5cdce44e7238', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:33Z', 'updated_at': '2021-11-23T07:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '516a9013-3e9c-457c-b973-8b9794fc8340', 'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'mac_address': 'fa:16:3e:30:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:36Z', 'updated_at': '2021-11-23T07:48:43Z', 'revision_number': 5, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'subnets': [{'id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:51:49.035111 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b95d7ec-ecf2-4528-b2b2-1aa52873e017 None None] Checking router: 896cc335-b01d-463e-9fc1-5fd3f6c17be3 for host: dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:51:49.046283 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b95d7ec-ecf2-4528-b2b2-1aa52873e017 None None] Routers {'896cc335-b01d-463e-9fc1-5fd3f6c17be3'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:51:49.047075 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-4b95d7ec-ecf2-4528-b2b2-1aa52873e017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:51:31Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:51:49.164185 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-4b95d7ec-ecf2-4528-b2b2-1aa52873e017 None None] Set router 896cc335-b01d-463e-9fc1-5fd3f6c17be3 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:51:49.313014 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d07178-ea5b-4254-a827-2dfd15af95f4 req-57390bc8-7b44-4afc-afee-7c066222299c tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:49.314828 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-19d07178-ea5b-4254-a827-2dfd15af95f4 req-57390bc8-7b44-4afc-afee-7c066222299c tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 945 time: 0.0790937 Nov 23 07:51:49.400019 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-19d07178-ea5b-4254-a827-2dfd15af95f4 req-446a41f1-03dc-4b23-9742-f27c16663495 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732520 Nov 23 07:51:49.423034 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-4b95d7ec-ecf2-4528-b2b2-1aa52873e017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'name': 'tempest-TestVolumeBootPattern-378299860-router', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '07888511-c821-47bc-99f8-5cdce44e7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:32Z', 'updated_at': '2021-11-23T07:48:37Z', 'revision_number': 4, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'gw_port': {'id': '07888511-c821-47bc-99f8-5cdce44e7238', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:33Z', 'updated_at': '2021-11-23T07:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '516a9013-3e9c-457c-b973-8b9794fc8340', 'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'mac_address': 'fa:16:3e:30:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:36Z', 'updated_at': '2021-11-23T07:48:43Z', 'revision_number': 5, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'subnets': [{'id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:51:49.450554 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b95d7ec-ecf2-4528-b2b2-1aa52873e017 None None] The sync data for ids ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'] in dv-cinder-804035-14-iscsi is: [{'id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'name': 'tempest-TestVolumeBootPattern-378299860-router', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '07888511-c821-47bc-99f8-5cdce44e7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:32Z', 'updated_at': '2021-11-23T07:48:37Z', 'revision_number': 4, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'gw_port': {'id': '07888511-c821-47bc-99f8-5cdce44e7238', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:33Z', 'updated_at': '2021-11-23T07:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '516a9013-3e9c-457c-b973-8b9794fc8340', 'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'mac_address': 'fa:16:3e:30:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:36Z', 'updated_at': '2021-11-23T07:48:43Z', 'revision_number': 5, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'subnets': [{'id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:51:49.703195 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbeb678-3632-4d47-84a1-eecf50189671 None None] New status for floating IP f80b66fb-a3f7-4dbb-9912-f5880562b392: DOWN {{(pid=109286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 07:51:50.230545 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-638a8f33-b664-46d8-92fe-333f83d472f7 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1517785560&fields=id&tenant_id=923ced17fbea41d2bb472b52dd316477 HTTP/1.1" status: 200 len: 267 time: 0.0543253 Nov 23 07:51:50.352906 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-a9ebc1fd-6e98-44cb-8629-9f4691c2c0d8 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:50.354564 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-a9ebc1fd-6e98-44cb-8629-9f4691c2c0d8 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/networks?id=c4affbc5-6672-4357-8ba0-5a39b14c7726 HTTP/1.1" status: 200 len: 811 time: 0.1162443 Nov 23 07:51:50.374380 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-0f1a4b45-a6b0-4636-86d9-e4a42f1c1830 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/quotas/923ced17fbea41d2bb472b52dd316477 HTTP/1.1" status: 200 len: 375 time: 0.0126982 Nov 23 07:51:50.408289 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fce3d66-d323-4507-8ba9-d8cc96d4e92f', 'name': 'network-vif-deleted', 'tag': 'b0419753-47d6-423f-8dd1-7b53b313da63'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:51:50.411186 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1326ca-b2a0-40ef-b293-bb9548eee0df" -d '{"events": [{"server_uuid": "3fce3d66-d323-4507-8ba9-d8cc96d4e92f", "name": "network-vif-deleted", "tag": "b0419753-47d6-423f-8dd1-7b53b313da63"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:51:50.439164 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-11cdb0b1-3e51-4d83-93b2-c7b5406f09a8 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=923ced17fbea41d2bb472b52dd316477&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581875 Nov 23 07:51:50.455286 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4e7035-e3cb-4ca5-945b-ec2ae72fc03d x-openstack-request-id: req-cc4e7035-e3cb-4ca5-945b-ec2ae72fc03d {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:51:50.455751 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fce3d66-d323-4507-8ba9-d8cc96d4e92f", "name": "network-vif-deleted", "tag": "b0419753-47d6-423f-8dd1-7b53b313da63", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:51:50.456160 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cc4e7035-e3cb-4ca5-945b-ec2ae72fc03d {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:51:50.456753 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fce3d66-d323-4507-8ba9-d8cc96d4e92f', 'name': 'network-vif-deleted', 'tag': 'b0419753-47d6-423f-8dd1-7b53b313da63', 'status': 'completed', 'code': 200} Nov 23 07:51:50.580833 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 89fe006c-5309-4d1a-9597-f6755351dfd8 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:51:50.586788 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-7cf19df3-f740-492e-8b5f-d6f7889e5510 service neutron] 10.222.0.48 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286461 Nov 23 07:51:50.601332 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] No Port match for: 89fe006c-5309-4d1a-9597-f6755351dfd8 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:51:50.601676 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 89fe006c-5309-4d1a-9597-f6755351dfd8 not bound to the agent host hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:51:50.690349 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-74ce9b74-8053-4f5e-9dfe-82c859e9f487 service neutron] 10.222.0.48 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910773 Nov 23 07:51:50.970621 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222a9ea-6a0b-4037-9c1a-aa2aa276a667 req-89d00ef4-0186-4277-acf5-3c7e9efdfbcc tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:50.972464 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-4222a9ea-6a0b-4037-9c1a-aa2aa276a667 req-89d00ef4-0186-4277-acf5-3c7e9efdfbcc tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd14c70e-fcc6-45f7-950f-fe16de2e3c4e HTTP/1.1" status: 200 len: 945 time: 0.0642838 Nov 23 07:51:51.056933 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-916bf391-138c-4e3c-99a5-8419ff1927a0 req-caae885a-a13c-465d-a7fc-e339cc961269 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=e18f5dd9-65e2-499f-94d9-4d2b8a657e1a HTTP/1.1" status: 200 len: 210 time: 0.0403180 Nov 23 07:51:51.066857 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-4222a9ea-6a0b-4037-9c1a-aa2aa276a667 req-d6c7537e-f6c9-41a3-b5a0-d0071478a62c tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761588 Nov 23 07:51:52.120606 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-5bf21040-127d-43ac-aacd-b3e239bea937 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:52.123390 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-5bf21040-127d-43ac-aacd-b3e239bea937 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.31 "GET /v2.0/networks?id=c4affbc5-6672-4357-8ba0-5a39b14c7726 HTTP/1.1" status: 200 len: 811 time: 0.1341054 Nov 23 07:51:52.218166 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d9284-9382-4ce6-bb8a-352bd7043dbd req-c635617b-6569-4665-8282-e1fb32b6fbd9 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:52.219076 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-0221c6a7-3291-4427-9d6c-0766c826d21d req-ef733328-5d91-48a2-97a7-7e826d1dcba5 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=e18f5dd9-65e2-499f-94d9-4d2b8a657e1a HTTP/1.1" status: 200 len: 210 time: 0.0728705 Nov 23 07:51:52.220137 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-594d9284-9382-4ce6-bb8a-352bd7043dbd req-c635617b-6569-4665-8282-e1fb32b6fbd9 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd14c70e-fcc6-45f7-950f-fe16de2e3c4e HTTP/1.1" status: 200 len: 945 time: 0.0552859 Nov 23 07:51:52.272379 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-60d115f2-9a4c-4ce4-8bec-0a9bc7bd865f tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=923ced17fbea41d2bb472b52dd316477 HTTP/1.1" status: 200 len: 380 time: 0.1392467 Nov 23 07:51:52.287173 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-bb30c3b6-4f58-4d6e-8074-a6142185de13 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Request body: {'port': {'device_id': 'e18f5dd9-65e2-499f-94d9-4d2b8a657e1a', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'admin_state_up': True, 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'security_groups': ['881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4']}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:51:52.291778 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-594d9284-9382-4ce6-bb8a-352bd7043dbd req-436ff1a5-1987-41f5-8e61-b2d03fcd9640 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/security-groups?id=ee9706a4-ec54-4db3-88ff-10a00e17ad71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574210 Nov 23 07:51:52.411623 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-bb30c3b6-4f58-4d6e-8074-a6142185de13 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Made reservation on behalf of 923ced17fbea41d2bb472b52dd316477 for: {'port': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:51:52.418861 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-bb30c3b6-4f58-4d6e-8074-a6142185de13 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:52.573414 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device b0419753-47d6-423f-8dd1-7b53b313da63 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:51:52.613746 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] No Port match for: b0419753-47d6-423f-8dd1-7b53b313da63 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:51:52.614498 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device b0419753-47d6-423f-8dd1-7b53b313da63 not bound to the agent host hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:51:52.649329 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb0621-5329-46ca-9ce1-12802da36c77 req-31f5fa27-480e-4405-97bf-4320694dc509 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:52.650974 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-09eb0621-5329-46ca-9ce1-12802da36c77 req-31f5fa27-480e-4405-97bf-4320694dc509 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd14c70e-fcc6-45f7-950f-fe16de2e3c4e HTTP/1.1" status: 200 len: 945 time: 0.1242564 Nov 23 07:51:52.710713 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-bb30c3b6-4f58-4d6e-8074-a6142185de13 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Allocated IP 172.20.0.8 (c4affbc5-6672-4357-8ba0-5a39b14c7726/e5a9db76-59eb-474e-8541-9bbdd87b2e12/9e3b2c21-6496-4e46-b7a3-80855a393bc3) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:51:52.839667 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-09eb0621-5329-46ca-9ce1-12802da36c77 req-55b72cae-000a-4934-a0ce-e0ae6a40f255 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Deleting port e6b62974-a146-42bc-98de-1fcf45a35bc8 {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:51:52.839934 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-09eb0621-5329-46ca-9ce1-12802da36c77 req-55b72cae-000a-4934-a0ce-e0ae6a40f255 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:52.985622 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-bb30c3b6-4f58-4d6e-8074-a6142185de13 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:53.001431 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-09eb0621-5329-46ca-9ce1-12802da36c77 req-55b72cae-000a-4934-a0ce-e0ae6a40f255 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] For port e6b62974-a146-42bc-98de-1fcf45a35bc8, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=e6b62974-a146-42bc-98de-1fcf45a35bc8,segment=NetworkSegment(9602b1ed-2105-48f8-b6eb-9e5a1f517d73),segment_id=9602b1ed-2105-48f8-b6eb-9e5a1f517d73)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:51:53.001825 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-09eb0621-5329-46ca-9ce1-12802da36c77 req-55b72cae-000a-4934-a0ce-e0ae6a40f255 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:53.022376 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-09eb0621-5329-46ca-9ce1-12802da36c77 req-55b72cae-000a-4934-a0ce-e0ae6a40f255 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Calling delete_port for e6b62974-a146-42bc-98de-1fcf45a35bc8 owned by compute:nova {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:51:53.095958 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-bb30c3b6-4f58-4d6e-8074-a6142185de13 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:53.170458 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-bb30c3b6-4f58-4d6e-8074-a6142185de13 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Network c4affbc5-6672-4357-8ba0-5a39b14c7726 is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:51:53.178856 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-bb30c3b6-4f58-4d6e-8074-a6142185de13 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:51:53.182136 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-bb30c3b6-4f58-4d6e-8074-a6142185de13 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:51:53.185125 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30c3b6-4f58-4d6e-8074-a6142185de13 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Pushing event updated for resources: {'Port': ['ID=9e3b2c21-6496-4e46-b7a3-80855a393bc3,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:53.297172 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-bb30c3b6-4f58-4d6e-8074-a6142185de13 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:53.297891 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-bb30c3b6-4f58-4d6e-8074-a6142185de13 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:53.316768 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-09eb0621-5329-46ca-9ce1-12802da36c77 req-55b72cae-000a-4934-a0ce-e0ae6a40f255 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:53.332909 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['e6b62974-a146-42bc-98de-1fcf45a35bc8'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:51:53.338976 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-bb30c3b6-4f58-4d6e-8074-a6142185de13 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0573008 Nov 23 07:51:53.383392 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-e5b511f9-58f3-4788-8873-eae464d688d4 service neutron] Request body: {'port': {'device_id': 'e18f5dd9-65e2-499f-94d9-4d2b8a657e1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:51:53.389066 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b72cae-000a-4934-a0ce-e0ae6a40f255 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Pushing event deleted for resources: {'Port': ['ID=e6b62974-a146-42bc-98de-1fcf45a35bc8,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:53.463151 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-1fd4d7f9-cc60-4496-ab6c-70447bda7013 req-79279db9-21ac-4b98-a79f-8c6bd3faba1f tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd14c70e-fcc6-45f7-950f-fe16de2e3c4e HTTP/1.1" status: 200 len: 210 time: 0.0399427 Nov 23 07:51:53.469871 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-09eb0621-5329-46ca-9ce1-12802da36c77 req-55b72cae-000a-4934-a0ce-e0ae6a40f255 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] No DVR routers for this DVR port e6b62974-a146-42bc-98de-1fcf45a35bc8 on host hv-cinder-80403 {{(pid=109283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:51:53.489640 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-09eb0621-5329-46ca-9ce1-12802da36c77 req-55b72cae-000a-4934-a0ce-e0ae6a40f255 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:53.493374 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-09eb0621-5329-46ca-9ce1-12802da36c77 req-55b72cae-000a-4934-a0ce-e0ae6a40f255 tempest-AttachVolumeNegativeTest-1145158366 tempest-AttachVolumeNegativeTest-1145158366-project] 10.222.0.31 "DELETE /v2.0/ports/e6b62974-a146-42bc-98de-1fcf45a35bc8 HTTP/1.1" status: 204 len: 173 time: 0.8336756 Nov 23 07:51:53.494347 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd14c70e-fcc6-45f7-950f-fe16de2e3c4e', 'name': 'network-vif-deleted', 'tag': 'e6b62974-a146-42bc-98de-1fcf45a35bc8'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:51:53.496305 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a6e696-3eb5-4726-8e2b-9b2cd57cc3d2" -d '{"events": [{"server_uuid": "dd14c70e-fcc6-45f7-950f-fe16de2e3c4e", "name": "network-vif-deleted", "tag": "e6b62974-a146-42bc-98de-1fcf45a35bc8"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:51:53.508673 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-deed8082-c1b5-472a-ac76-21f4a352989a None None] Provisioning complete for port 9e3b2c21-6496-4e46-b7a3-80855a393bc3 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:51:53.509549 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-deed8082-c1b5-472a-ac76-21f4a352989a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:53.511248 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983e12b-b296-4511-9fdc-34849aa7c399 req-591c1520-d057-49b4-bbcd-13a3f335fe63 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:53.519663 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4983e12b-b296-4511-9fdc-34849aa7c399 req-591c1520-d057-49b4-bbcd-13a3f335fe63 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=e18f5dd9-65e2-499f-94d9-4d2b8a657e1a HTTP/1.1" status: 200 len: 931 time: 0.2002554 Nov 23 07:51:53.539580 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-e5b511f9-58f3-4788-8873-eae464d688d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:53.556382 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-deed8082-c1b5-472a-ac76-21f4a352989a None None] Port 9e3b2c21-6496-4e46-b7a3-80855a393bc3 cannot update to ACTIVE because it is not bound. {{(pid=109285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 07:51:53.574032 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcf3ceb-5604-47a5-a662-51d33050984d x-openstack-request-id: req-3fcf3ceb-5604-47a5-a662-51d33050984d {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:51:53.574327 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd14c70e-fcc6-45f7-950f-fe16de2e3c4e", "name": "network-vif-deleted", "tag": "e6b62974-a146-42bc-98de-1fcf45a35bc8", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:51:53.574582 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3fcf3ceb-5604-47a5-a662-51d33050984d {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:51:53.574988 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd14c70e-fcc6-45f7-950f-fe16de2e3c4e', 'name': 'network-vif-deleted', 'tag': 'e6b62974-a146-42bc-98de-1fcf45a35bc8', 'status': 'completed', 'code': 200} Nov 23 07:51:53.924123 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4983e12b-b296-4511-9fdc-34849aa7c399 req-9a17e983-0b60-4b4c-95d1-12f70a26f03b tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4036670 Nov 23 07:51:54.257683 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-e5b511f9-58f3-4788-8873-eae464d688d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e3b2c21-6496-4e46-b7a3-80855a393bc3 {{(pid=109283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:51:54.267325 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-e5b511f9-58f3-4788-8873-eae464d688d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:54.281374 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.provisioning_blocks [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-e5b511f9-58f3-4788-8873-eae464d688d4 service neutron] Transition to ACTIVE for port object 9e3b2c21-6496-4e46-b7a3-80855a393bc3 will not be triggered until provisioned by entity L2. {{(pid=109283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 07:51:54.290176 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-e5b511f9-58f3-4788-8873-eae464d688d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9542747'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:54.421109 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b511f9-58f3-4788-8873-eae464d688d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3b2c21-6496-4e46-b7a3-80855a393bc3,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:54.506248 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-e5b511f9-58f3-4788-8873-eae464d688d4 service neutron] Attempting to bind port 9e3b2c21-6496-4e46-b7a3-80855a393bc3 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:51:54.506594 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-e5b511f9-58f3-4788-8873-eae464d688d4 service neutron] Attempting to bind port 9e3b2c21-6496-4e46-b7a3-80855a393bc3 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '01bfddae-d667-40a4-ba2c-71a16ea9303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:51:54.506937 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-e5b511f9-58f3-4788-8873-eae464d688d4 service neutron] Attempting to bind port 9e3b2c21-6496-4e46-b7a3-80855a393bc3 on network c4affbc5-6672-4357-8ba0-5a39b14c7726 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:51:54.512589 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-e5b511f9-58f3-4788-8873-eae464d688d4 service neutron] Port 9e3b2c21-6496-4e46-b7a3-80855a393bc3 on network c4affbc5-6672-4357-8ba0-5a39b14c7726 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 07:51:54.512589 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-e5b511f9-58f3-4788-8873-eae464d688d4 service neutron] Attempting to bind port 9e3b2c21-6496-4e46-b7a3-80855a393bc3 on network c4affbc5-6672-4357-8ba0-5a39b14c7726 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:51:54.519234 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-e5b511f9-58f3-4788-8873-eae464d688d4 service neutron] Checking agent: {'id': 'ef857e00-999e-40cc-a620-789cb776d291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'started_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:51:54.519606 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-e5b511f9-58f3-4788-8873-eae464d688d4 service neutron] Checking segment: {'id': '01bfddae-d667-40a4-ba2c-71a16ea9303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:51:54.520093 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-e5b511f9-58f3-4788-8873-eae464d688d4 service neutron] Bound using segment: {'id': '01bfddae-d667-40a4-ba2c-71a16ea9303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:51:54.520473 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-e5b511f9-58f3-4788-8873-eae464d688d4 service neutron] Bound port: 9e3b2c21-6496-4e46-b7a3-80855a393bc3, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01bfddae-d667-40a4-ba2c-71a16ea9303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:51:54.520878 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-e5b511f9-58f3-4788-8873-eae464d688d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:54.542057 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 51184) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:51:54.607897 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.db_base_plugin_v2 [None req-942eaa43-29fe-40e3-8eb3-67db97784976 admin admin] Deleting subnet 4ee3a07c-e196-4ca0-9603-f6e1709d110d {{(pid=109284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 07:51:54.613276 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-942eaa43-29fe-40e3-8eb3-67db97784976 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:54.615074 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-e5b511f9-58f3-4788-8873-eae464d688d4 service neutron] For port 9e3b2c21-6496-4e46-b7a3-80855a393bc3, host hv-cinder-80403, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:51:54.620284 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-e5b511f9-58f3-4788-8873-eae464d688d4 service neutron] For port 9e3b2c21-6496-4e46-b7a3-80855a393bc3, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9e3b2c21-6496-4e46-b7a3-80855a393bc3,segment=NetworkSegment(01bfddae-d667-40a4-ba2c-71a16ea9303a),segment_id=01bfddae-d667-40a4-ba2c-71a16ea9303a)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:51:54.627259 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-e5b511f9-58f3-4788-8873-eae464d688d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9542747'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:54.661182 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-942eaa43-29fe-40e3-8eb3-67db97784976 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336102'] for subnet, precommit_delete_associations {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:54.687007 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-e5b511f9-58f3-4788-8873-eae464d688d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:54.687679 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-e5b511f9-58f3-4788-8873-eae464d688d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:54.689182 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-e5b511f9-58f3-4788-8873-eae464d688d4 service neutron] 10.222.0.31 "PUT /v2.0/ports/9e3b2c21-6496-4e46-b7a3-80855a393bc3 HTTP/1.1" status: 200 len: 1093 time: 1.3285792 Nov 23 07:51:54.716390 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b511f9-58f3-4788-8873-eae464d688d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3b2c21-6496-4e46-b7a3-80855a393bc3,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:54.718038 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-942eaa43-29fe-40e3-8eb3-67db97784976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668856'] for subnet, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:54.798620 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-942eaa43-29fe-40e3-8eb3-67db97784976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-707915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3909773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3985113'] for subnet, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:54.824301 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-1d74f9fd-aada-463e-a22a-afdca5e35af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:54.827517 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-1d74f9fd-aada-463e-a22a-afdca5e35af0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923ced17fbea41d2bb472b52dd316477&device_id=e18f5dd9-65e2-499f-94d9-4d2b8a657e1a HTTP/1.1" status: 200 len: 1096 time: 0.0780730 Nov 23 07:51:54.845765 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942eaa43-29fe-40e3-8eb3-67db97784976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ee3a07c-e196-4ca0-9603-f6e1709d110d,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:54.851660 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-942eaa43-29fe-40e3-8eb3-67db97784976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for subnet, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:54.862008 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-942eaa43-29fe-40e3-8eb3-67db97784976 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4ee3a07c-e196-4ca0-9603-f6e1709d110d HTTP/1.1" status: 204 len: 168 time: 0.3185267 Nov 23 07:51:54.862921 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 51186) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:51:54.917070 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-1a6ce7d5-0f25-4ed4-b4e4-9a494b7e9d84 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e3b2c21-6496-4e46-b7a3-80855a393bc3 HTTP/1.1" status: 200 len: 217 time: 0.0815289 Nov 23 07:51:54.967979 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8d72261b-d072-4d3a-b99b-3124756729f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629665'] for network, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:54.980012 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-cd802881-b75a-4334-a9f7-244e30cc64ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:54.986091 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-cd802881-b75a-4334-a9f7-244e30cc64ad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5a9db76-59eb-474e-8541-9bbdd87b2e12 HTTP/1.1" status: 200 len: 850 time: 0.0591543 Nov 23 07:51:55.084509 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8d72261b-d072-4d3a-b99b-3124756729f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670311', 'neutron.services.segments.db._delete_segments_for_network-8750072253624'] for network, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:55.095270 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-e168b881-66b0-4bc1-9203-b131a4981570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:55.097339 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-e168b881-66b0-4bc1-9203-b131a4981570 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c4affbc5-6672-4357-8ba0-5a39b14c7726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1065037 Nov 23 07:51:55.106560 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.services.segments.db [None req-8d72261b-d072-4d3a-b99b-3124756729f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297aaeda-aecc-462b-bd77-2688259c1543']}} {{(pid=109284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:51:55.111153 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be7b81-4631-43b8-8f4e-adeceba02176 req-f5381f6e-fddc-4adb-9dbb-043f1a494317 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:55.112799 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-88be7b81-4631-43b8-8f4e-adeceba02176 req-f5381f6e-fddc-4adb-9dbb-043f1a494317 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=e18f5dd9-65e2-499f-94d9-4d2b8a657e1a HTTP/1.1" status: 200 len: 943 time: 0.0780668 Nov 23 07:51:55.117609 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.services.segments.db [None req-8d72261b-d072-4d3a-b99b-3124756729f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9602b1ed-2105-48f8-b6eb-9e5a1f517d73') {'for_net_delete': True} {{(pid=109284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:51:55.117950 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.services.segments.db [None req-8d72261b-d072-4d3a-b99b-3124756729f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9602b1ed-2105-48f8-b6eb-9e5a1f517d73') {} {{(pid=109284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:51:55.129459 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8d72261b-d072-4d3a-b99b-3124756729f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750072215116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336081'] for segment, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:55.144411 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8d72261b-d072-4d3a-b99b-3124756729f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:55.151304 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d72261b-d072-4d3a-b99b-3124756729f4 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=109284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 07:51:55.152346 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8d72261b-d072-4d3a-b99b-3124756729f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910447'] for segment, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: Traceback (most recent call last): Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: timer() Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: cb(*args, **kw) Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: return func(*args, **kwargs) Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: self._notify() Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: self.callback(batched_events) Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: event.method(event) Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: return f(self, *a, **k) Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: return self._get(url).json() Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: return self.request(url, 'GET', **kwargs) Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 07:51:55.154231 dv-cinder-804035-14-iscsi neutron-server[109284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 07:51:55.218098 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8d72261b-d072-4d3a-b99b-3124756729f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1712161'] for network, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:55.227399 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8d72261b-d072-4d3a-b99b-3124756729f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:55.231784 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-8d72261b-d072-4d3a-b99b-3124756729f4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/297aaeda-aecc-462b-bd77-2688259c1543 HTTP/1.1" status: 204 len: 168 time: 0.3674922 Nov 23 07:51:55.233293 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-88be7b81-4631-43b8-8f4e-adeceba02176 req-f18c130b-43b1-49ee-b82d-e467388e0204 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120448 Nov 23 07:51:55.240880 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-9649e28f-c7c4-4d51-ac98-85792dcea56b service neutron] 10.222.0.31 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270320 Nov 23 07:51:55.241605 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72261b-d072-4d3a-b99b-3124756729f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=297aaeda-aecc-462b-bd77-2688259c1543,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:55.345560 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-c4017f97-2f32-41a0-b506-3c4ceec506db req-7146a28a-df10-40b2-94e3-686755dd6c3b service neutron] 10.222.0.31 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948317 Nov 23 07:51:55.431988 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 51192) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:51:55.474792 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-c80f846c-efdc-4bd3-9d3b-75fe819c6eaa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=93c77eb8adee494f8cddcb74d01e7183&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413954 Nov 23 07:51:55.477602 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 51194) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:51:55.528402 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0c96a8f-a53c-4ce0-9dcc-875eb19b32e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:55.552908 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0c96a8f-a53c-4ce0-9dcc-875eb19b32e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:55.576971 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18f5dd9-65e2-499f-94d9-4d2b8a657e1a', 'tag': '9e3b2c21-6496-4e46-b7a3-80855a393bc3'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:51:55.579244 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83afa0db-13da-4515-9c13-77c79d3d452e" -d '{"events": [{"name": "network-changed", "server_uuid": "e18f5dd9-65e2-499f-94d9-4d2b8a657e1a", "tag": "9e3b2c21-6496-4e46-b7a3-80855a393bc3"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:51:55.611365 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0c96a8f-a53c-4ce0-9dcc-875eb19b32e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:55.615077 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c0c96a8f-a53c-4ce0-9dcc-875eb19b32e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:55.616503 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-c0c96a8f-a53c-4ce0-9dcc-875eb19b32e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee9706a4-ec54-4db3-88ff-10a00e17ad71 HTTP/1.1" status: 204 len: 168 time: 0.1378253 Nov 23 07:51:55.625819 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c96a8f-a53c-4ce0-9dcc-875eb19b32e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9706a4-ec54-4db3-88ff-10a00e17ad71,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:51:55.629477 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f283b1e-baee-491e-9b29-f1ff3c2fdc73 x-openstack-request-id: req-5f283b1e-baee-491e-9b29-f1ff3c2fdc73 {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:51:55.629857 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18f5dd9-65e2-499f-94d9-4d2b8a657e1a", "tag": "9e3b2c21-6496-4e46-b7a3-80855a393bc3", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:51:55.630052 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5f283b1e-baee-491e-9b29-f1ff3c2fdc73 {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:51:55.630462 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18f5dd9-65e2-499f-94d9-4d2b8a657e1a', 'tag': '9e3b2c21-6496-4e46-b7a3-80855a393bc3', 'status': 'completed', 'code': 200} Nov 23 07:51:55.700287 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afa0db-13da-4515-9c13-77c79d3d452e req-654d945b-ebd8-4d69-a99e-b96920cbc1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:55.702382 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-83afa0db-13da-4515-9c13-77c79d3d452e req-654d945b-ebd8-4d69-a99e-b96920cbc1c5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923ced17fbea41d2bb472b52dd316477&device_id=e18f5dd9-65e2-499f-94d9-4d2b8a657e1a HTTP/1.1" status: 200 len: 1096 time: 0.0498559 Nov 23 07:51:55.815480 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afa0db-13da-4515-9c13-77c79d3d452e req-d79790d1-8862-43de-9e43-51d6e16af191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:55.818042 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-83afa0db-13da-4515-9c13-77c79d3d452e req-d79790d1-8862-43de-9e43-51d6e16af191 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c4affbc5-6672-4357-8ba0-5a39b14c7726 HTTP/1.1" status: 200 len: 912 time: 0.1069443 Nov 23 07:51:55.894505 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-83afa0db-13da-4515-9c13-77c79d3d452e req-5726cd73-db7f-4c46-a309-884993191e3e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e3b2c21-6496-4e46-b7a3-80855a393bc3 HTTP/1.1" status: 200 len: 217 time: 0.0686774 Nov 23 07:51:55.949622 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afa0db-13da-4515-9c13-77c79d3d452e req-36246e96-9163-4f04-a666-28f169a1d7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:55.951221 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-83afa0db-13da-4515-9c13-77c79d3d452e req-36246e96-9163-4f04-a666-28f169a1d7ff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5a9db76-59eb-474e-8541-9bbdd87b2e12 HTTP/1.1" status: 200 len: 850 time: 0.0479164 Nov 23 07:51:56.008146 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afa0db-13da-4515-9c13-77c79d3d452e req-72cc0f4c-ece4-4178-a5b9-0ab79e1bd1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:56.008146 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-83afa0db-13da-4515-9c13-77c79d3d452e req-72cc0f4c-ece4-4178-a5b9-0ab79e1bd1ee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c4affbc5-6672-4357-8ba0-5a39b14c7726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0483561 Nov 23 07:51:56.110575 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-83afa0db-13da-4515-9c13-77c79d3d452e req-df6c4ef2-78d0-4954-b1fa-3ef74a9e1238 service neutron] 10.222.0.31 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959716 Nov 23 07:51:56.209632 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-83afa0db-13da-4515-9c13-77c79d3d452e req-0c259df6-ae10-491a-9eec-c66dfdf91f18 service neutron] 10.222.0.31 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919566 Nov 23 07:51:56.391771 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5799f94-298e-4ae6-8f4c-7c8a993e3811 req-6bc00447-9d4a-4efc-8c16-60fa12d3e31a tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:56.394579 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b5799f94-298e-4ae6-8f4c-7c8a993e3811 req-6bc00447-9d4a-4efc-8c16-60fa12d3e31a tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=e18f5dd9-65e2-499f-94d9-4d2b8a657e1a HTTP/1.1" status: 200 len: 943 time: 0.0695901 Nov 23 07:51:56.461056 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-b5799f94-298e-4ae6-8f4c-7c8a993e3811 req-0f690318-0f8b-47fe-912c-7a2a0b7af475 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557883 Nov 23 07:51:56.607229 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device e6b62974-a146-42bc-98de-1fcf45a35bc8 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:51:56.636977 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] No Port match for: e6b62974-a146-42bc-98de-1fcf45a35bc8 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:51:56.637474 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device e6b62974-a146-42bc-98de-1fcf45a35bc8 not bound to the agent host hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:51:57.729962 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1f7e3-a097-495f-8c48-406e584a97d1 req-3a6669c6-90ac-429c-9472-98f3f2d46b75 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:57.731572 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-4be1f7e3-a097-495f-8c48-406e584a97d1 req-3a6669c6-90ac-429c-9472-98f3f2d46b75 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=e18f5dd9-65e2-499f-94d9-4d2b8a657e1a HTTP/1.1" status: 200 len: 943 time: 0.0498827 Nov 23 07:51:57.787594 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-4be1f7e3-a097-495f-8c48-406e584a97d1 req-c488f2c0-3311-4dbe-a92a-aac7191e2e60 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463150 Nov 23 07:51:58.515258 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-74f932e3-320b-4fa9-86d9-7c1c66f617ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:51:58.912599 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec775f-a715-4105-a355-2f8fec4ec77f req-3607d89e-6c70-4d4a-8068-ca09d846d888 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:51:58.914183 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-0bec775f-a715-4105-a355-2f8fec4ec77f req-3607d89e-6c70-4d4a-8068-ca09d846d888 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=e18f5dd9-65e2-499f-94d9-4d2b8a657e1a HTTP/1.1" status: 200 len: 943 time: 0.0556843 Nov 23 07:51:58.969572 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-0bec775f-a715-4105-a355-2f8fec4ec77f req-f0a9b3fe-8f0e-434e-b593-a70b5821d0b6 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485103 Nov 23 07:52:00.103306 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066845a-52f4-40b6-bedc-1ff9ab89a0d7 req-06da27d8-179e-4a14-8cf3-5183e4708148 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:52:00.104839 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-a066845a-52f4-40b6-bedc-1ff9ab89a0d7 req-06da27d8-179e-4a14-8cf3-5183e4708148 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=e18f5dd9-65e2-499f-94d9-4d2b8a657e1a HTTP/1.1" status: 200 len: 943 time: 0.0544939 Nov 23 07:52:00.162134 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-a066845a-52f4-40b6-bedc-1ff9ab89a0d7 req-85b33694-61f6-4ffc-890a-1907e3c4b6d6 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483489 Nov 23 07:52:00.609386 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:52:01.287571 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc0f94-b4b8-4fd7-8d8d-74f4f940004e req-bb249f8a-5517-4a28-bb86-e6477e1e76bf tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:52:01.289094 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-c9bc0f94-b4b8-4fd7-8d8d-74f4f940004e req-bb249f8a-5517-4a28-bb86-e6477e1e76bf tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=e18f5dd9-65e2-499f-94d9-4d2b8a657e1a HTTP/1.1" status: 200 len: 943 time: 0.0568488 Nov 23 07:52:01.338201 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-525825f8-88bc-4f68-b77f-f5389cb02f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:01.622979 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-c9bc0f94-b4b8-4fd7-8d8d-74f4f940004e req-7aee66f6-a729-4838-858c-f5a619738914 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3271635 Nov 23 07:52:02.772309 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d5d7a-d38c-48c4-9233-4bb801c561d0 req-22c5d1ac-41ce-4e4d-b1b6-d0965fbc1018 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:52:02.773950 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-091d5d7a-d38c-48c4-9233-4bb801c561d0 req-22c5d1ac-41ce-4e4d-b1b6-d0965fbc1018 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=e18f5dd9-65e2-499f-94d9-4d2b8a657e1a HTTP/1.1" status: 200 len: 943 time: 0.0581231 Nov 23 07:52:02.805728 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:02.854229 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-091d5d7a-d38c-48c4-9233-4bb801c561d0 req-57024316-692c-4e72-bd9b-f438c59c4087 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727210 Nov 23 07:52:03.986373 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbaf77-0c9d-4771-99aa-f716ef623ade req-0fdb5644-5d2b-4ec8-a1a7-9f25fe887237 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:52:03.988079 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-75bbaf77-0c9d-4771-99aa-f716ef623ade req-0fdb5644-5d2b-4ec8-a1a7-9f25fe887237 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=e18f5dd9-65e2-499f-94d9-4d2b8a657e1a HTTP/1.1" status: 200 len: 943 time: 0.0552309 Nov 23 07:52:04.052124 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-75bbaf77-0c9d-4771-99aa-f716ef623ade req-ce65648c-3759-4424-9dad-0bfc3556ad89 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530229 Nov 23 07:52:04.322297 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 51314) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:52:04.433510 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-45d2201d-d6e8-489e-9f30-085c9b5b6b00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:04.515481 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-45d2201d-d6e8-489e-9f30-085c9b5b6b00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:04.520218 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-45d2201d-d6e8-489e-9f30-085c9b5b6b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:04.562364 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-45d2201d-d6e8-489e-9f30-085c9b5b6b00 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2a37b944002b4c89b7f8afaf170fc33c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389092 Nov 23 07:52:04.563515 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2201d-d6e8-489e-9f30-085c9b5b6b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7642447-f0b3-44a6-93e8-9e01791aed50,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:52:04.565738 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 51318) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:52:04.624511 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ddcebc7e-a2f4-43e3-ab12-d44931455ecb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:04.649532 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ddcebc7e-a2f4-43e3-ab12-d44931455ecb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:04.651015 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 9e3b2c21-6496-4e46-b7a3-80855a393bc3 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 07:52:04.727590 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ddcebc7e-a2f4-43e3-ab12-d44931455ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:04.730521 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-ddcebc7e-a2f4-43e3-ab12-d44931455ecb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:04.736233 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-ddcebc7e-a2f4-43e3-ab12-d44931455ecb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c7642447-f0b3-44a6-93e8-9e01791aed50 HTTP/1.1" status: 204 len: 168 time: 0.1649663 Nov 23 07:52:04.740021 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcebc7e-a2f4-43e3-ab12-d44931455ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7642447-f0b3-44a6-93e8-9e01791aed50,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:52:04.805469 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 9e3b2c21-6496-4e46-b7a3-80855a393bc3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9e3b2c21-6496-4e46-b7a3-80855a393bc3,segment=NetworkSegment(01bfddae-d667-40a4-ba2c-71a16ea9303a),segment_id=01bfddae-d667-40a4-ba2c-71a16ea9303a)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:52:04.823523 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Returning: {'device': '9e3b2c21-6496-4e46-b7a3-80855a393bc3', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'port_id': '9e3b2c21-6496-4e46-b7a3-80855a393bc3', 'mac_address': 'fa:16:3e:ad:03:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 07:52:04.877014 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:04.879588 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:04.903867 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e3b2c21-6496-4e46-b7a3-80855a393bc3 {{(pid=109285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:52:04.929466 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 9e3b2c21-6496-4e46-b7a3-80855a393bc3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9e3b2c21-6496-4e46-b7a3-80855a393bc3,segment=NetworkSegment(01bfddae-d667-40a4-ba2c-71a16ea9303a),segment_id=01bfddae-d667-40a4-ba2c-71a16ea9303a)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:52:04.934100 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:04.991818 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=9e3b2c21-6496-4e46-b7a3-80855a393bc3,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:52:05.167111 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['9e3b2c21-6496-4e46-b7a3-80855a393bc3'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:52:05.188458 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b73e1b-7bcc-42ae-acf0-d96caae10d6d req-7ec1cb1e-5271-40e2-a59a-a14d56ea4205 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:52:05.191660 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-19b73e1b-7bcc-42ae-acf0-d96caae10d6d req-7ec1cb1e-5271-40e2-a59a-a14d56ea4205 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=e18f5dd9-65e2-499f-94d9-4d2b8a657e1a HTTP/1.1" status: 200 len: 944 time: 0.0614734 Nov 23 07:52:05.253478 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-19b73e1b-7bcc-42ae-acf0-d96caae10d6d req-4504355d-af88-4f10-86db-6eac650047ce tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517883 Nov 23 07:52:05.595518 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:06.386077 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c10c11-5cb0-4fd8-a50d-cf38526c5509 req-f8e6ea45-7b9d-49f5-9804-3374c227258c tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:52:06.387656 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-74c10c11-5cb0-4fd8-a50d-cf38526c5509 req-f8e6ea45-7b9d-49f5-9804-3374c227258c tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=e18f5dd9-65e2-499f-94d9-4d2b8a657e1a HTTP/1.1" status: 200 len: 944 time: 0.0513237 Nov 23 07:52:06.447507 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-74c10c11-5cb0-4fd8-a50d-cf38526c5509 req-7ddd0a1d-34f5-4cd5-984a-0d21ad0110ad tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517061 Nov 23 07:52:06.669549 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 9e3b2c21-6496-4e46-b7a3-80855a393bc3 up at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:52:06.719952 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning for port 9e3b2c21-6496-4e46-b7a3-80855a393bc3 completed by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 07:52:06.724857 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning complete for port 9e3b2c21-6496-4e46-b7a3-80855a393bc3 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:52:06.725224 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:06.809496 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:06.834786 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18f5dd9-65e2-499f-94d9-4d2b8a657e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3b2c21-6496-4e46-b7a3-80855a393bc3'}] {{(pid=109285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:52:06.837110 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02971d1b2c0bcda538738d777e0cd5340c6e6849857750afdab036a2de6ad34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a63b1a8-5ae2-4f93-a2a4-f885562aa0ed" -d '{"events": [{"server_uuid": "e18f5dd9-65e2-499f-94d9-4d2b8a657e1a", "name": "network-vif-plugged", "status": "completed", "tag": "9e3b2c21-6496-4e46-b7a3-80855a393bc3"}]}' {{(pid=109285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:52:06.851327 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port 9e3b2c21-6496-4e46-b7a3-80855a393bc3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9e3b2c21-6496-4e46-b7a3-80855a393bc3,segment=NetworkSegment(01bfddae-d667-40a4-ba2c-71a16ea9303a),segment_id=01bfddae-d667-40a4-ba2c-71a16ea9303a)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:52:06.856676 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:06.882885 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53f523e-1f4c-4994-966a-3463442eb264 x-openstack-request-id: req-b53f523e-1f4c-4994-966a-3463442eb264 {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:52:06.883260 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18f5dd9-65e2-499f-94d9-4d2b8a657e1a", "name": "network-vif-plugged", "status": "completed", "tag": "9e3b2c21-6496-4e46-b7a3-80855a393bc3", "code": 200}]} {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:52:06.883423 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b53f523e-1f4c-4994-966a-3463442eb264 {{(pid=109285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:52:06.883961 dv-cinder-804035-14-iscsi neutron-server[109285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18f5dd9-65e2-499f-94d9-4d2b8a657e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3b2c21-6496-4e46-b7a3-80855a393bc3', 'code': 200} Nov 23 07:52:06.916192 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=9e3b2c21-6496-4e46-b7a3-80855a393bc3,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:52:07.138714 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5eeba-d79d-48e9-8ce7-d8fe712c03df req-f4d66b55-0456-4051-b332-2f6ccc1db261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:52:07.140321 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-0ab5eeba-d79d-48e9-8ce7-d8fe712c03df req-f4d66b55-0456-4051-b332-2f6ccc1db261 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e18f5dd9-65e2-499f-94d9-4d2b8a657e1a HTTP/1.1" status: 200 len: 1098 time: 0.0489821 Nov 23 07:52:07.199099 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-0ab5eeba-d79d-48e9-8ce7-d8fe712c03df req-383713b6-a2f3-4bff-a3e0-8372db9fcf10 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494709 Nov 23 07:52:07.422672 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:07.592272 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d1c4d-03e1-490b-a8d5-72075fd77652 req-f6d2f74a-3e95-4fdc-a18e-d0e3d9390ca1 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:52:07.593855 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-6e5d1c4d-03e1-490b-a8d5-72075fd77652 req-f6d2f74a-3e95-4fdc-a18e-d0e3d9390ca1 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=e18f5dd9-65e2-499f-94d9-4d2b8a657e1a HTTP/1.1" status: 200 len: 945 time: 0.0640218 Nov 23 07:52:07.646004 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-6e5d1c4d-03e1-490b-a8d5-72075fd77652 req-b0b0638c-df67-4cdd-af7a-f0056f2542fe tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460770 Nov 23 07:52:08.805115 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efb5f4-d24d-4598-ab1d-eb23b934e580 req-34b69400-b60b-4560-bfb7-ac351428aff5 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:52:08.817607 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-46efb5f4-d24d-4598-ab1d-eb23b934e580 req-34b69400-b60b-4560-bfb7-ac351428aff5 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=e18f5dd9-65e2-499f-94d9-4d2b8a657e1a HTTP/1.1" status: 200 len: 945 time: 0.0585742 Nov 23 07:52:08.871508 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-46efb5f4-d24d-4598-ab1d-eb23b934e580 req-8e2868a8-9c84-44a5-9068-511bab4f6086 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581641 Nov 23 07:52:09.023645 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238d757-542c-481f-983f-24068d697f6d req-4cf9d682-7681-4cf3-aa43-d9bc55888bc7 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:52:09.026487 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-e238d757-542c-481f-983f-24068d697f6d req-4cf9d682-7681-4cf3-aa43-d9bc55888bc7 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=e18f5dd9-65e2-499f-94d9-4d2b8a657e1a HTTP/1.1" status: 200 len: 945 time: 0.0660019 Nov 23 07:52:09.080851 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-e238d757-542c-481f-983f-24068d697f6d req-6daf4910-320a-4031-8e61-9e19b89e962f tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474343 Nov 23 07:52:09.103206 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 51384) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:52:09.145314 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58c9c70-c5e0-4667-b22f-de812f45cf3e tempest-TestVolumeBootPattern-1679803880 tempest-TestVolumeBootPattern-1679803880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:52:09.146804 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-b58c9c70-c5e0-4667-b22f-de812f45cf3e tempest-TestVolumeBootPattern-1679803880 tempest-TestVolumeBootPattern-1679803880-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e18f5dd9-65e2-499f-94d9-4d2b8a657e1a HTTP/1.1" status: 200 len: 1093 time: 0.0424993 Nov 23 07:52:09.149866 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 51386) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:52:09.154773 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-9d0fd971-5f8b-4b7f-bf87-47a017e95ec7 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Request body: {'floatingip': {'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'port_id': '9e3b2c21-6496-4e46-b7a3-80855a393bc3', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:52:09.176327 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-9d0fd971-5f8b-4b7f-bf87-47a017e95ec7 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for floatingip, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:09.277315 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-9d0fd971-5f8b-4b7f-bf87-47a017e95ec7 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:09.385391 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [None req-9d0fd971-5f8b-4b7f-bf87-47a017e95ec7 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Allocated IP 172.27.2.107 (891dfe80-61d0-4c14-832c-7438dfe6f055/08f8fc41-5d8c-4fca-8f02-9f082906db87/31d62bb4-de99-48a3-8bf3-673fd4293048) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:52:09.486430 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-9d0fd971-5f8b-4b7f-bf87-47a017e95ec7 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:09.519885 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-9d0fd971-5f8b-4b7f-bf87-47a017e95ec7 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:09.560459 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0fd971-5f8b-4b7f-bf87-47a017e95ec7 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Network 891dfe80-61d0-4c14-832c-7438dfe6f055 is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:52:09.563481 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [None req-9d0fd971-5f8b-4b7f-bf87-47a017e95ec7 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:52:09.566926 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0fd971-5f8b-4b7f-bf87-47a017e95ec7 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:52:09.572398 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0fd971-5f8b-4b7f-bf87-47a017e95ec7 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Pushing event updated for resources: {'Port': ['ID=31d62bb4-de99-48a3-8bf3-673fd4293048,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:52:09.944349 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-9d0fd971-5f8b-4b7f-bf87-47a017e95ec7 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:10.036465 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-9d0fd971-5f8b-4b7f-bf87-47a017e95ec7 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:10.226204 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-9d0fd971-5f8b-4b7f-bf87-47a017e95ec7 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:10.231705 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-9d0fd971-5f8b-4b7f-bf87-47a017e95ec7 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9542747'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:10.346016 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0fd971-5f8b-4b7f-bf87-47a017e95ec7 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Pushing event updated for resources: {'Port': ['ID=31d62bb4-de99-48a3-8bf3-673fd4293048,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:52:10.358861 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-9d0fd971-5f8b-4b7f-bf87-47a017e95ec7 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1712191'] for floatingip, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:10.463558 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.db.l3_db [None req-9d0fd971-5f8b-4b7f-bf87-47a017e95ec7 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Floating IP 1e97c339-a255-43b0-9140-0d58f01f7c28 associated. External IP: 172.27.2.107, port: 9e3b2c21-6496-4e46-b7a3-80855a393bc3. Nov 23 07:52:10.703251 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0fd971-5f8b-4b7f-bf87-47a017e95ec7 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Router 896cc335-b01d-463e-9fc1-5fd3f6c17be3 has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:52:10.819142 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0fd971-5f8b-4b7f-bf87-47a017e95ec7 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:52:10.830265 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789c7d0a-6391-4a7d-90c3-00100dc4a7e3 None None] Sync routers for ids ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'] in dv-cinder-804035-14-iscsi {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:52:10.841784 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789c7d0a-6391-4a7d-90c3-00100dc4a7e3 None None] Routers {'896cc335-b01d-463e-9fc1-5fd3f6c17be3'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:52:10.842340 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-9d0fd971-5f8b-4b7f-bf87-47a017e95ec7 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for floatingip, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:10.842562 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-789c7d0a-6391-4a7d-90c3-00100dc4a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:52:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:52:10.889805 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-9d0fd971-5f8b-4b7f-bf87-47a017e95ec7 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7237906 Nov 23 07:52:10.889805 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18f5dd9-65e2-499f-94d9-4d2b8a657e1a', 'tag': '9e3b2c21-6496-4e46-b7a3-80855a393bc3'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:52:10.889805 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011f5a01-fc4a-429a-9f2a-322c63c29b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "e18f5dd9-65e2-499f-94d9-4d2b8a657e1a", "tag": "9e3b2c21-6496-4e46-b7a3-80855a393bc3"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:52:10.919731 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a721c9f-7f8c-44bc-82fd-740e443933f5 x-openstack-request-id: req-4a721c9f-7f8c-44bc-82fd-740e443933f5 {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:52:10.919918 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18f5dd9-65e2-499f-94d9-4d2b8a657e1a", "tag": "9e3b2c21-6496-4e46-b7a3-80855a393bc3", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:52:10.920029 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4a721c9f-7f8c-44bc-82fd-740e443933f5 {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:52:10.920451 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18f5dd9-65e2-499f-94d9-4d2b8a657e1a', 'tag': '9e3b2c21-6496-4e46-b7a3-80855a393bc3', 'status': 'completed', 'code': 200} Nov 23 07:52:10.991019 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-789c7d0a-6391-4a7d-90c3-00100dc4a7e3 None None] Set router 896cc335-b01d-463e-9fc1-5fd3f6c17be3 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:52:10.995894 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f5a01-fc4a-429a-9f2a-322c63c29b6d req-d5bbd8b1-0d1f-4d16-afa0-5a6487ed5ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:52:10.998141 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-011f5a01-fc4a-429a-9f2a-322c63c29b6d req-d5bbd8b1-0d1f-4d16-afa0-5a6487ed5ab8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923ced17fbea41d2bb472b52dd316477&device_id=e18f5dd9-65e2-499f-94d9-4d2b8a657e1a HTTP/1.1" status: 200 len: 1098 time: 0.0497968 Nov 23 07:52:11.118274 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f5a01-fc4a-429a-9f2a-322c63c29b6d req-f96d7872-23cd-4c8c-9d88-584ef0c6a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:52:11.119957 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-011f5a01-fc4a-429a-9f2a-322c63c29b6d req-f96d7872-23cd-4c8c-9d88-584ef0c6a313 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c4affbc5-6672-4357-8ba0-5a39b14c7726 HTTP/1.1" status: 200 len: 912 time: 0.1126895 Nov 23 07:52:11.204205 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-011f5a01-fc4a-429a-9f2a-322c63c29b6d req-2223f1f0-5ed4-4b65-8c1e-e58469f8b77e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e3b2c21-6496-4e46-b7a3-80855a393bc3 HTTP/1.1" status: 200 len: 999 time: 0.0656695 Nov 23 07:52:11.258095 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f5a01-fc4a-429a-9f2a-322c63c29b6d req-3ca3bb20-f85e-44aa-bb4c-4b58e93230b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:52:11.259537 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-011f5a01-fc4a-429a-9f2a-322c63c29b6d req-3ca3bb20-f85e-44aa-bb4c-4b58e93230b2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5a9db76-59eb-474e-8541-9bbdd87b2e12 HTTP/1.1" status: 200 len: 850 time: 0.0464568 Nov 23 07:52:11.287736 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-789c7d0a-6391-4a7d-90c3-00100dc4a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'name': 'tempest-TestVolumeBootPattern-378299860-router', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '07888511-c821-47bc-99f8-5cdce44e7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:32Z', 'updated_at': '2021-11-23T07:48:37Z', 'revision_number': 4, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'gw_port': {'id': '07888511-c821-47bc-99f8-5cdce44e7238', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:33Z', 'updated_at': '2021-11-23T07:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_floatingips': [{'id': '1e97c339-a255-43b0-9140-0d58f01f7c28', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'port_id': '9e3b2c21-6496-4e46-b7a3-80855a393bc3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'mac_address': 'fa:16:3e:ad:03:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18f5dd9-65e2-499f-94d9-4d2b8a657e1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:52:09Z', 'updated_at': '2021-11-23T07:52:09Z', 'revision_number': 0, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516a9013-3e9c-457c-b973-8b9794fc8340', 'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'mac_address': 'fa:16:3e:30:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:36Z', 'updated_at': '2021-11-23T07:48:43Z', 'revision_number': 5, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'subnets': [{'id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:52:11.315974 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f5a01-fc4a-429a-9f2a-322c63c29b6d req-e7dc0e14-dd22-4b29-b593-b25ab714a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:52:11.317192 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789c7d0a-6391-4a7d-90c3-00100dc4a7e3 None None] Checking router: 896cc335-b01d-463e-9fc1-5fd3f6c17be3 for host: dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:52:11.317910 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-011f5a01-fc4a-429a-9f2a-322c63c29b6d req-e7dc0e14-dd22-4b29-b593-b25ab714a727 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c4affbc5-6672-4357-8ba0-5a39b14c7726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0493138 Nov 23 07:52:11.326758 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789c7d0a-6391-4a7d-90c3-00100dc4a7e3 None None] Routers {'896cc335-b01d-463e-9fc1-5fd3f6c17be3'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:52:11.327770 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-789c7d0a-6391-4a7d-90c3-00100dc4a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:52:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:52:11.429731 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-011f5a01-fc4a-429a-9f2a-322c63c29b6d req-847ef6a0-9219-439c-8e7f-bf418e043f8f service neutron] 10.222.0.31 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028681 Nov 23 07:52:11.443969 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-789c7d0a-6391-4a7d-90c3-00100dc4a7e3 None None] Set router 896cc335-b01d-463e-9fc1-5fd3f6c17be3 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:52:11.531246 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-011f5a01-fc4a-429a-9f2a-322c63c29b6d req-9eeded59-d203-46ea-ab72-29ceb8ead8f4 service neutron] 10.222.0.31 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891685 Nov 23 07:52:11.688287 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-789c7d0a-6391-4a7d-90c3-00100dc4a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'name': 'tempest-TestVolumeBootPattern-378299860-router', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '07888511-c821-47bc-99f8-5cdce44e7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:32Z', 'updated_at': '2021-11-23T07:48:37Z', 'revision_number': 4, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'gw_port': {'id': '07888511-c821-47bc-99f8-5cdce44e7238', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:33Z', 'updated_at': '2021-11-23T07:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_floatingips': [{'id': '1e97c339-a255-43b0-9140-0d58f01f7c28', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'port_id': '9e3b2c21-6496-4e46-b7a3-80855a393bc3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'mac_address': 'fa:16:3e:ad:03:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18f5dd9-65e2-499f-94d9-4d2b8a657e1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:52:09Z', 'updated_at': '2021-11-23T07:52:09Z', 'revision_number': 0, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516a9013-3e9c-457c-b973-8b9794fc8340', 'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'mac_address': 'fa:16:3e:30:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:36Z', 'updated_at': '2021-11-23T07:48:43Z', 'revision_number': 5, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'subnets': [{'id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:52:11.715705 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789c7d0a-6391-4a7d-90c3-00100dc4a7e3 None None] The sync data for ids ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'] in dv-cinder-804035-14-iscsi is: [{'id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'name': 'tempest-TestVolumeBootPattern-378299860-router', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '07888511-c821-47bc-99f8-5cdce44e7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:32Z', 'updated_at': '2021-11-23T07:48:37Z', 'revision_number': 4, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'gw_port': {'id': '07888511-c821-47bc-99f8-5cdce44e7238', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:33Z', 'updated_at': '2021-11-23T07:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_floatingips': [{'id': '1e97c339-a255-43b0-9140-0d58f01f7c28', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'port_id': '9e3b2c21-6496-4e46-b7a3-80855a393bc3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'mac_address': 'fa:16:3e:ad:03:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18f5dd9-65e2-499f-94d9-4d2b8a657e1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:52:09Z', 'updated_at': '2021-11-23T07:52:09Z', 'revision_number': 0, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516a9013-3e9c-457c-b973-8b9794fc8340', 'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'mac_address': 'fa:16:3e:30:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:36Z', 'updated_at': '2021-11-23T07:48:43Z', 'revision_number': 5, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'subnets': [{'id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:52:11.926430 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d406b686-b7f9-420e-99ab-b0c52df1777c None None] New status for floating IP 1e97c339-a255-43b0-9140-0d58f01f7c28: ACTIVE {{(pid=109286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 07:52:14.553139 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 51454) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:52:14.661277 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-86003836-150a-4b19-a120-b2f437c64476 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:14.742412 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-86003836-150a-4b19-a120-b2f437c64476 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:14.746724 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-86003836-150a-4b19-a120-b2f437c64476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:14.786375 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-86003836-150a-4b19-a120-b2f437c64476 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5826f12aa3b446579649b4f874e985dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319906 Nov 23 07:52:14.789267 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 51458) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:52:14.792436 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86003836-150a-4b19-a120-b2f437c64476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a8a796-1312-4f9c-b39b-1f8fd67c02ec,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:52:14.852688 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b37cae69-a06e-4073-aae3-3d26a254b03a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:14.885966 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b37cae69-a06e-4073-aae3-3d26a254b03a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:14.939014 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b37cae69-a06e-4073-aae3-3d26a254b03a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:14.941753 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b37cae69-a06e-4073-aae3-3d26a254b03a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:14.942981 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-b37cae69-a06e-4073-aae3-3d26a254b03a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e8a8a796-1312-4f9c-b39b-1f8fd67c02ec HTTP/1.1" status: 204 len: 168 time: 0.1525486 Nov 23 07:52:14.952045 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37cae69-a06e-4073-aae3-3d26a254b03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a8a796-1312-4f9c-b39b-1f8fd67c02ec,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:52:15.611051 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 51480) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:52:15.709631 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-c28b1e99-075f-486b-8458-4eb52c2872e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-389502033-network', 'tenant_id': '94f410d32e14404c890e487bbe976117'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:52:15.731610 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28b1e99-075f-486b-8458-4eb52c2872e0 admin admin] Made reservation on behalf of 94f410d32e14404c890e487bbe976117 for: {'network': 1} {{(pid=109284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:52:15.734556 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c28b1e99-075f-486b-8458-4eb52c2872e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for network, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:15.743228 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c28b1e99-075f-486b-8458-4eb52c2872e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:15.818718 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c28b1e99-075f-486b-8458-4eb52c2872e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:15.823217 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c28b1e99-075f-486b-8458-4eb52c2872e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:15.845414 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c28b1e99-075f-486b-8458-4eb52c2872e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=109284) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 07:52:15.864684 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b1e99-075f-486b-8458-4eb52c2872e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0320b5-6233-408e-b312-69cb833c427e,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:52:15.868530 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c28b1e99-075f-486b-8458-4eb52c2872e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:15.868880 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.db.segments_db [None req-c28b1e99-075f-486b-8458-4eb52c2872e0 admin admin] Added segment 4ec62747-e18c-439d-9b89-1b3e658d6f46 of type vlan for network 68e96ba9-80b7-4057-8952-c67e3234535b Nov 23 07:52:15.912829 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c28b1e99-075f-486b-8458-4eb52c2872e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750071714106'] for network, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:15.942241 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c28b1e99-075f-486b-8458-4eb52c2872e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for network, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:15.943270 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28b1e99-075f-486b-8458-4eb52c2872e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:52:15.943851 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-c28b1e99-075f-486b-8458-4eb52c2872e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:15.980112 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-c28b1e99-075f-486b-8458-4eb52c2872e0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3678410 Nov 23 07:52:15.984272 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 51484) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:52:15.995358 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-7035523d-af0a-4dd4-854d-9d10d3f4e96b admin admin] Request body: {'subnet': {'network_id': '68e96ba9-80b7-4057-8952-c67e3234535b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-389502033-subnet', 'tenant_id': '94f410d32e14404c890e487bbe976117', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:52:16.008655 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28b1e99-075f-486b-8458-4eb52c2872e0 admin admin] Pushing event updated for resources: {'Network': ['ID=68e96ba9-80b7-4057-8952-c67e3234535b,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:52:16.021907 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7035523d-af0a-4dd4-854d-9d10d3f4e96b admin admin] Made reservation on behalf of 94f410d32e14404c890e487bbe976117 for: {'subnet': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:52:16.023059 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Network 68e96ba9-80b7-4057-8952-c67e3234535b details requested by agent ovs-agent-dv-cinder-804035-14-iscsi with host dv-cinder-804035-14-iscsi {{(pid=109285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 07:52:16.024372 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7035523d-af0a-4dd4-854d-9d10d3f4e96b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9964363'] for subnet, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:16.498180 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7035523d-af0a-4dd4-854d-9d10d3f4e96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9542862', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9964377'] for subnet, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:16.554493 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035523d-af0a-4dd4-854d-9d10d3f4e96b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5fca40b-3384-43ee-b8dd-a123553bf579,revision_number=0']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:52:16.565973 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7035523d-af0a-4dd4-854d-9d10d3f4e96b admin admin] Checking segment: {'id': '4ec62747-e18c-439d-9b89-1b3e658d6f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '68e96ba9-80b7-4057-8952-c67e3234535b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:52:16.566344 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7035523d-af0a-4dd4-854d-9d10d3f4e96b admin admin] Network hostable DHCP agents. Network: 68e96ba9-80b7-4057-8952-c67e3234535b, hostable agents: ['9f8f8844-157f-46aa-8160-5509eea3b0e3'], hosted agents: [] {{(pid=109283) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 07:52:16.585758 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7035523d-af0a-4dd4-854d-9d10d3f4e96b admin admin] Network 68e96ba9-80b7-4057-8952-c67e3234535b is scheduled to be hosted by DHCP agent 9f8f8844-157f-46aa-8160-5509eea3b0e3 with binding_index 1 {{(pid=109283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 07:52:16.595017 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [None req-7035523d-af0a-4dd4-854d-9d10d3f4e96b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-14-iscsi, 68e96ba9-80b7-4057-8952-c67e3234535b) {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:52:16.599831 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7035523d-af0a-4dd4-854d-9d10d3f4e96b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:52:16.601228 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7035523d-af0a-4dd4-854d-9d10d3f4e96b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:16.605014 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ff38ce-8006-46e5-8933-afe10e8f48db None None] Network 68e96ba9-80b7-4057-8952-c67e3234535b requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:52:16.619004 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-7035523d-af0a-4dd4-854d-9d10d3f4e96b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6335249 Nov 23 07:52:16.872189 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b838adfd-49eb-4b2d-b93b-2ae33fcab7fd None None] Network 68e96ba9-80b7-4057-8952-c67e3234535b requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:52:17.189399 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 51502) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:52:17.194374 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [None req-3ba14a07-eb79-4435-b7a7-0e85bca0cae1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1185828428-network', 'tenant_id': 'ac67eddd5f0241b7a98204ced78ce58a'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:52:17.216616 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba14a07-eb79-4435-b7a7-0e85bca0cae1 admin admin] Made reservation on behalf of ac67eddd5f0241b7a98204ced78ce58a for: {'network': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:52:17.219279 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3ba14a07-eb79-4435-b7a7-0e85bca0cae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for network, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:17.238590 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3ba14a07-eb79-4435-b7a7-0e85bca0cae1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:17.324801 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3ba14a07-eb79-4435-b7a7-0e85bca0cae1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:17.328617 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3ba14a07-eb79-4435-b7a7-0e85bca0cae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:17.353319 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba14a07-eb79-4435-b7a7-0e85bca0cae1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=109283) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 07:52:17.363540 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba14a07-eb79-4435-b7a7-0e85bca0cae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97fe814-3ab8-4425-8cb9-7dd15b688d2f,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:52:17.369356 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3ba14a07-eb79-4435-b7a7-0e85bca0cae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:17.369696 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.db.segments_db [None req-3ba14a07-eb79-4435-b7a7-0e85bca0cae1 admin admin] Added segment 83072b83-b80e-486b-842b-144063ce5f53 of type vlan for network b1da3637-6ca8-40ea-ba37-f949fa6d0006 Nov 23 07:52:17.412633 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3ba14a07-eb79-4435-b7a7-0e85bca0cae1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750071714106'] for network, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:17.437545 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3ba14a07-eb79-4435-b7a7-0e85bca0cae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668'] for network, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:17.438539 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba14a07-eb79-4435-b7a7-0e85bca0cae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:52:17.439226 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3ba14a07-eb79-4435-b7a7-0e85bca0cae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:17.475684 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-3ba14a07-eb79-4435-b7a7-0e85bca0cae1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2849925 Nov 23 07:52:17.478514 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 51504) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:52:17.484112 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-6df7ee56-debf-4a71-b439-a311f9b12e0c admin admin] Request body: {'subnet': {'network_id': 'b1da3637-6ca8-40ea-ba37-f949fa6d0006', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1185828428-subnet', 'tenant_id': 'ac67eddd5f0241b7a98204ced78ce58a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:52:17.505659 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df7ee56-debf-4a71-b439-a311f9b12e0c admin admin] Made reservation on behalf of ac67eddd5f0241b7a98204ced78ce58a for: {'subnet': 1} {{(pid=109284) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:52:17.508287 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-6df7ee56-debf-4a71-b439-a311f9b12e0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3985138'] for subnet, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:17.509060 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba14a07-eb79-4435-b7a7-0e85bca0cae1 admin admin] Pushing event updated for resources: {'Network': ['ID=b1da3637-6ca8-40ea-ba37-f949fa6d0006,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:52:17.519788 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Network b1da3637-6ca8-40ea-ba37-f949fa6d0006 details requested by agent ovs-agent-dv-cinder-804035-14-iscsi with host dv-cinder-804035-14-iscsi {{(pid=109285) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 07:52:17.686560 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-6df7ee56-debf-4a71-b439-a311f9b12e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3909714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3985120'] for subnet, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:17.739565 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7ee56-debf-4a71-b439-a311f9b12e0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c699511-c38e-4323-b554-02573b3eb474,revision_number=0']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:52:17.760175 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df7ee56-debf-4a71-b439-a311f9b12e0c admin admin] Checking segment: {'id': '83072b83-b80e-486b-842b-144063ce5f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1da3637-6ca8-40ea-ba37-f949fa6d0006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:52:17.760507 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df7ee56-debf-4a71-b439-a311f9b12e0c admin admin] Network hostable DHCP agents. Network: b1da3637-6ca8-40ea-ba37-f949fa6d0006, hostable agents: ['9f8f8844-157f-46aa-8160-5509eea3b0e3'], hosted agents: [] {{(pid=109284) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 07:52:17.778474 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df7ee56-debf-4a71-b439-a311f9b12e0c admin admin] Network b1da3637-6ca8-40ea-ba37-f949fa6d0006 is scheduled to be hosted by DHCP agent 9f8f8844-157f-46aa-8160-5509eea3b0e3 with binding_index 1 {{(pid=109284) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 07:52:17.788867 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-6df7ee56-debf-4a71-b439-a311f9b12e0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804035-14-iscsi, b1da3637-6ca8-40ea-ba37-f949fa6d0006) {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:52:17.794089 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df7ee56-debf-4a71-b439-a311f9b12e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:52:17.794977 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-6df7ee56-debf-4a71-b439-a311f9b12e0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for subnet, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:17.797970 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbfa703-9d13-48f5-a44b-cb76e14e204c None None] Network b1da3637-6ca8-40ea-ba37-f949fa6d0006 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:52:17.820592 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-6df7ee56-debf-4a71-b439-a311f9b12e0c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3408313 Nov 23 07:52:17.932219 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7dd067-dfe3-4e2a-8b06-461bc4e07435 None None] Network b1da3637-6ca8-40ea-ba37-f949fa6d0006 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:52:28.516753 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-517ef6d7-fc28-444f-8986-ac8789ac60a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:31.280519 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 51634) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:52:31.325973 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.db_base_plugin_v2 [None req-286c9127-77a2-45a7-ac01-d4c38a18ec28 admin admin] Deleting subnet a5fca40b-3384-43ee-b8dd-a123553bf579 {{(pid=109284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 07:52:31.329688 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-286c9127-77a2-45a7-ac01-d4c38a18ec28 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:31.331021 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-2ce158c6-f7f3-4a10-b476-a8410878ab90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:31.367976 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-286c9127-77a2-45a7-ac01-d4c38a18ec28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336102'] for subnet, precommit_delete_associations {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:31.405616 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-286c9127-77a2-45a7-ac01-d4c38a18ec28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668856'] for subnet, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:31.456247 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-286c9127-77a2-45a7-ac01-d4c38a18ec28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-707915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3909773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3985113'] for subnet, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:31.480490 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c9127-77a2-45a7-ac01-d4c38a18ec28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5fca40b-3384-43ee-b8dd-a123553bf579,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:52:31.485370 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-286c9127-77a2-45a7-ac01-d4c38a18ec28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for subnet, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:31.488590 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-286c9127-77a2-45a7-ac01-d4c38a18ec28 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a5fca40b-3384-43ee-b8dd-a123553bf579 HTTP/1.1" status: 204 len: 168 time: 0.2070620 Nov 23 07:52:31.491800 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 51636) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:52:31.498749 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c9127-77a2-45a7-ac01-d4c38a18ec28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:52:31.499037 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c9127-77a2-45a7-ac01-d4c38a18ec28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:52:31.499380 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c9127-77a2-45a7-ac01-d4c38a18ec28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:52:31.499741 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c9127-77a2-45a7-ac01-d4c38a18ec28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:52:31.500074 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c9127-77a2-45a7-ac01-d4c38a18ec28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:52:31.500407 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c9127-77a2-45a7-ac01-d4c38a18ec28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:52:31.500741 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c9127-77a2-45a7-ac01-d4c38a18ec28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:52:31.501068 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c9127-77a2-45a7-ac01-d4c38a18ec28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:52:31.501425 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c9127-77a2-45a7-ac01-d4c38a18ec28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:52:31.501781 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c9127-77a2-45a7-ac01-d4c38a18ec28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:52:31.502108 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c9127-77a2-45a7-ac01-d4c38a18ec28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:52:31.502435 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c9127-77a2-45a7-ac01-d4c38a18ec28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:52:31.560167 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-13d453c4-bd1c-4736-a03a-8a3cca768bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629665'] for network, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:31.640556 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-13d453c4-bd1c-4736-a03a-8a3cca768bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670311', 'neutron.services.segments.db._delete_segments_for_network-8750072253624'] for network, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:31.660780 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.services.segments.db [None req-13d453c4-bd1c-4736-a03a-8a3cca768bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e96ba9-80b7-4057-8952-c67e3234535b']}} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:52:31.670565 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.services.segments.db [None req-13d453c4-bd1c-4736-a03a-8a3cca768bd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec62747-e18c-439d-9b89-1b3e658d6f46') {'for_net_delete': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:52:31.670868 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.services.segments.db [None req-13d453c4-bd1c-4736-a03a-8a3cca768bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec62747-e18c-439d-9b89-1b3e658d6f46') {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:52:31.679992 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-13d453c4-bd1c-4736-a03a-8a3cca768bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750072215116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10348470'] for segment, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:31.692911 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-13d453c4-bd1c-4736-a03a-8a3cca768bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:31.698851 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d453c4-bd1c-4736-a03a-8a3cca768bd8 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 07:52:31.699228 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-13d453c4-bd1c-4736-a03a-8a3cca768bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9543603'] for segment, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: Traceback (most recent call last): Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: timer() Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: cb(*args, **kw) Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: return func(*args, **kwargs) Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: self._notify() Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: self.callback(batched_events) Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: event.method(event) Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: return f(self, *a, **k) Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: return self._get(url).json() Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: return self.request(url, 'GET', **kwargs) Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 07:52:31.700942 dv-cinder-804035-14-iscsi neutron-server[109283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 07:52:31.754288 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-13d453c4-bd1c-4736-a03a-8a3cca768bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1712161'] for network, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:31.759514 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-13d453c4-bd1c-4736-a03a-8a3cca768bd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:31.762767 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-13d453c4-bd1c-4736-a03a-8a3cca768bd8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/68e96ba9-80b7-4057-8952-c67e3234535b HTTP/1.1" status: 204 len: 168 time: 0.2699761 Nov 23 07:52:31.765643 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 51638) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:52:31.773246 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d453c4-bd1c-4736-a03a-8a3cca768bd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=68e96ba9-80b7-4057-8952-c67e3234535b,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:52:31.809400 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e1abe0-daf3-4204-961b-01ca4b38937d admin admin] Deleting subnet 8c699511-c38e-4323-b554-02573b3eb474 {{(pid=109284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 07:52:31.812596 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-23e1abe0-daf3-4204-961b-01ca4b38937d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:31.851009 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-23e1abe0-daf3-4204-961b-01ca4b38937d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336102'] for subnet, precommit_delete_associations {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:31.888979 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-23e1abe0-daf3-4204-961b-01ca4b38937d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668856'] for subnet, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:31.939692 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-23e1abe0-daf3-4204-961b-01ca4b38937d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-707915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3909773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3985113'] for subnet, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:31.962288 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1abe0-daf3-4204-961b-01ca4b38937d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c699511-c38e-4323-b554-02573b3eb474,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:52:31.968348 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-23e1abe0-daf3-4204-961b-01ca4b38937d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for subnet, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:31.971547 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-23e1abe0-daf3-4204-961b-01ca4b38937d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8c699511-c38e-4323-b554-02573b3eb474 HTTP/1.1" status: 204 len: 168 time: 0.2048595 Nov 23 07:52:31.973980 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 51640) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:52:32.047412 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-00776e81-bcef-43cf-90fa-b84ad232841c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629665'] for network, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:32.123775 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-00776e81-bcef-43cf-90fa-b84ad232841c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670311', 'neutron.services.segments.db._delete_segments_for_network-8750072253624'] for network, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:32.143091 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.services.segments.db [None req-00776e81-bcef-43cf-90fa-b84ad232841c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1da3637-6ca8-40ea-ba37-f949fa6d0006']}} {{(pid=109284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:52:32.151885 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.services.segments.db [None req-00776e81-bcef-43cf-90fa-b84ad232841c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83072b83-b80e-486b-842b-144063ce5f53') {'for_net_delete': True} {{(pid=109284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:52:32.152184 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.services.segments.db [None req-00776e81-bcef-43cf-90fa-b84ad232841c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83072b83-b80e-486b-842b-144063ce5f53') {} {{(pid=109284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:52:32.166126 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-00776e81-bcef-43cf-90fa-b84ad232841c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750072215116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336081'] for segment, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:32.180399 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-00776e81-bcef-43cf-90fa-b84ad232841c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:32.186889 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00776e81-bcef-43cf-90fa-b84ad232841c admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=109284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 07:52:32.187497 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-00776e81-bcef-43cf-90fa-b84ad232841c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910447'] for segment, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: Traceback (most recent call last): Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: timer() Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: cb(*args, **kw) Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: return func(*args, **kwargs) Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: self._notify() Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: self.callback(batched_events) Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: event.method(event) Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: return f(self, *a, **k) Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: return self._get(url).json() Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: return self.request(url, 'GET', **kwargs) Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 07:52:32.189249 dv-cinder-804035-14-iscsi neutron-server[109284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 07:52:32.251902 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-00776e81-bcef-43cf-90fa-b84ad232841c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1712161'] for network, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:32.257289 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-00776e81-bcef-43cf-90fa-b84ad232841c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:32.260562 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-00776e81-bcef-43cf-90fa-b84ad232841c admin admin] 10.222.0.48 "DELETE /v2.0/networks/b1da3637-6ca8-40ea-ba37-f949fa6d0006 HTTP/1.1" status: 204 len: 168 time: 0.2856491 Nov 23 07:52:32.271541 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00776e81-bcef-43cf-90fa-b84ad232841c admin admin] Pushing event deleted for resources: {'Network': ['ID=b1da3637-6ca8-40ea-ba37-f949fa6d0006,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:52:32.418301 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 51644) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:52:32.461946 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-118c7cfa-1738-4964-b534-4e430ab22c11 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=94f410d32e14404c890e487bbe976117&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424039 Nov 23 07:52:32.464441 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 51646) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:52:32.513655 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-58db0f8b-d44f-4212-bb09-ab37ce0bd710 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:32.536639 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-58db0f8b-d44f-4212-bb09-ab37ce0bd710 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:32.583961 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-58db0f8b-d44f-4212-bb09-ab37ce0bd710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:32.586590 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-58db0f8b-d44f-4212-bb09-ab37ce0bd710 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:32.587760 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-58db0f8b-d44f-4212-bb09-ab37ce0bd710 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bd0320b5-6233-408e-b312-69cb833c427e HTTP/1.1" status: 204 len: 168 time: 0.1221673 Nov 23 07:52:32.595707 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db0f8b-d44f-4212-bb09-ab37ce0bd710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0320b5-6233-408e-b312-69cb833c427e,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:52:32.807546 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:32.925427 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 51652) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:52:32.971857 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-c70d2c4e-0a9b-4484-99a6-06513feb04bb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ac67eddd5f0241b7a98204ced78ce58a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451798 Nov 23 07:52:32.974819 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 51654) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:52:33.026352 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-0a22ce20-f865-4ee9-b785-720ff730b9c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:33.055739 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-0a22ce20-f865-4ee9-b785-720ff730b9c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:33.107978 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-0a22ce20-f865-4ee9-b785-720ff730b9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:33.110726 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-0a22ce20-f865-4ee9-b785-720ff730b9c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:33.111888 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-0a22ce20-f865-4ee9-b785-720ff730b9c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d97fe814-3ab8-4425-8cb9-7dd15b688d2f HTTP/1.1" status: 204 len: 168 time: 0.1361635 Nov 23 07:52:33.122381 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a22ce20-f865-4ee9-b785-720ff730b9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97fe814-3ab8-4425-8cb9-7dd15b688d2f,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:52:34.162295 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 51684) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:52:34.267340 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-e0ce0db9-a448-4e45-a9d0-079555915511 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:34.344017 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-e0ce0db9-a448-4e45-a9d0-079555915511 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:34.347976 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-e0ce0db9-a448-4e45-a9d0-079555915511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:34.389950 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-e0ce0db9-a448-4e45-a9d0-079555915511 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=302aecdbeadd4d19b2f6493a3c7395f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265310 Nov 23 07:52:34.390818 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce0db9-a448-4e45-a9d0-079555915511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c030373-99fb-44bb-aff3-422e4e5b6e73,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:52:34.392765 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 51688) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:52:34.446010 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-6f2b91cc-ddaf-4e53-aca7-2163e1a3d675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:34.468494 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-6f2b91cc-ddaf-4e53-aca7-2163e1a3d675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:34.517201 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-6f2b91cc-ddaf-4e53-aca7-2163e1a3d675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:34.520010 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-6f2b91cc-ddaf-4e53-aca7-2163e1a3d675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:34.521302 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-6f2b91cc-ddaf-4e53-aca7-2163e1a3d675 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2c030373-99fb-44bb-aff3-422e4e5b6e73 HTTP/1.1" status: 204 len: 168 time: 0.1274157 Nov 23 07:52:34.530541 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b91cc-ddaf-4e53-aca7-2163e1a3d675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c030373-99fb-44bb-aff3-422e4e5b6e73,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:52:34.852788 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:35.594039 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:37.415742 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:37.611947 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:52:55.159337 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 51816) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:52:55.280909 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-97a41708-375d-4414-a5c6-559beba4a8d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:55.358883 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-97a41708-375d-4414-a5c6-559beba4a8d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:55.362559 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-97a41708-375d-4414-a5c6-559beba4a8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:55.400648 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a41708-375d-4414-a5c6-559beba4a8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebaf6b8-7738-49d9-bf27-a4d336755296,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:52:55.404990 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-97a41708-375d-4414-a5c6-559beba4a8d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ad24c0297014b4ba6d49f70cc664926&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446542 Nov 23 07:52:55.407958 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 51820) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:52:55.411081 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a41708-375d-4414-a5c6-559beba4a8d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:52:55.411465 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a41708-375d-4414-a5c6-559beba4a8d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:52:55.411769 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a41708-375d-4414-a5c6-559beba4a8d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:52:55.412119 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a41708-375d-4414-a5c6-559beba4a8d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:52:55.412429 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a41708-375d-4414-a5c6-559beba4a8d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:52:55.412758 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a41708-375d-4414-a5c6-559beba4a8d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:52:55.413086 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a41708-375d-4414-a5c6-559beba4a8d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:52:55.413415 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a41708-375d-4414-a5c6-559beba4a8d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:52:55.413764 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a41708-375d-4414-a5c6-559beba4a8d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:52:55.414278 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a41708-375d-4414-a5c6-559beba4a8d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:52:55.414625 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a41708-375d-4414-a5c6-559beba4a8d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:52:55.414935 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a41708-375d-4414-a5c6-559beba4a8d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:52:55.455738 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-aebf0c59-ace7-42ea-a24a-70e9f6a71441 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:55.477628 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-aebf0c59-ace7-42ea-a24a-70e9f6a71441 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:55.524022 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-aebf0c59-ace7-42ea-a24a-70e9f6a71441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:55.526618 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-aebf0c59-ace7-42ea-a24a-70e9f6a71441 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:52:55.527761 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-aebf0c59-ace7-42ea-a24a-70e9f6a71441 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6ebaf6b8-7738-49d9-bf27-a4d336755296 HTTP/1.1" status: 204 len: 168 time: 0.1185312 Nov 23 07:52:55.536939 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf0c59-ace7-42ea-a24a-70e9f6a71441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebaf6b8-7738-49d9-bf27-a4d336755296,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:52:58.520025 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-16d88bf2-5a45-4201-befa-0a3bbfccc748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:01.333873 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-cedfb412-ac33-4cbf-8add-4ddf4c792fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:02.814036 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:04.854459 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:05.593631 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:07.438490 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:07.443641 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4506e8b6-cec5-4843-998f-495839e6f147 req-aab04374-3098-4b3b-a9bd-92e4b10e4fba service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0624514 Nov 23 07:53:07.550257 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506e8b6-cec5-4843-998f-495839e6f147 req-25dd14b8-04cd-4ecd-8ebb-ea3c9d290ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:53:07.551784 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4506e8b6-cec5-4843-998f-495839e6f147 req-25dd14b8-04cd-4ecd-8ebb-ea3c9d290ae6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2d805701d3af40f59df0733595904769&device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 1098 time: 0.0483196 Nov 23 07:53:07.676415 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506e8b6-cec5-4843-998f-495839e6f147 req-39b82400-2983-441c-96d2-9d1a1bd2d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:53:07.677940 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4506e8b6-cec5-4843-998f-495839e6f147 req-39b82400-2983-441c-96d2-9d1a1bd2d4f5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6b5935e7-9d75-48af-991a-f9db01f37912 HTTP/1.1" status: 200 len: 910 time: 0.1023648 Nov 23 07:53:07.747200 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4506e8b6-cec5-4843-998f-495839e6f147 req-c4282fff-775f-4b4d-9e47-4a33e0e96f10 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 HTTP/1.1" status: 200 len: 1000 time: 0.0612907 Nov 23 07:53:07.800509 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506e8b6-cec5-4843-998f-495839e6f147 req-c470a6a7-082f-4dd4-b421-2512f57205d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:53:07.802013 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4506e8b6-cec5-4843-998f-495839e6f147 req-c470a6a7-082f-4dd4-b421-2512f57205d5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8b5e914f-670e-4ab3-982a-052365646196 HTTP/1.1" status: 200 len: 848 time: 0.0469854 Nov 23 07:53:07.868393 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506e8b6-cec5-4843-998f-495839e6f147 req-8a439dd0-9658-4e38-9e9a-43304ee72489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:53:07.870075 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4506e8b6-cec5-4843-998f-495839e6f147 req-8a439dd0-9658-4e38-9e9a-43304ee72489 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6b5935e7-9d75-48af-991a-f9db01f37912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0591269 Nov 23 07:53:07.967392 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4506e8b6-cec5-4843-998f-495839e6f147 req-5a5a3432-2856-471b-901d-7a0d336e6e53 service neutron] 10.222.0.31 "GET /v2.0/networks/6b5935e7-9d75-48af-991a-f9db01f37912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894167 Nov 23 07:53:08.066093 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4506e8b6-cec5-4843-998f-495839e6f147 req-bdead2db-1979-4a1d-9639-17424200869a service neutron] 10.222.0.31 "GET /v2.0/networks/6b5935e7-9d75-48af-991a-f9db01f37912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896554 Nov 23 07:53:08.071508 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 51920) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:53:08.246054 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ba3af-4dce-40d6-8690-40da0473ec24 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Deleting port cedfa055-0ae2-4c74-aa2b-5bc88982d1eb {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:53:08.246519 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3e6ba3af-4dce-40d6-8690-40da0473ec24 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:08.323375 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3e6ba3af-4dce-40d6-8690-40da0473ec24 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:08.323700 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3e6ba3af-4dce-40d6-8690-40da0473ec24 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:08.336691 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ba3af-4dce-40d6-8690-40da0473ec24 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Calling delete_port for cedfa055-0ae2-4c74-aa2b-5bc88982d1eb owned by network:floatingip {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:53:08.512204 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3e6ba3af-4dce-40d6-8690-40da0473ec24 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:08.541086 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ba3af-4dce-40d6-8690-40da0473ec24 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Pushing event deleted for resources: {'Port': ['ID=cedfa055-0ae2-4c74-aa2b-5bc88982d1eb,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:53:08.610498 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3e6ba3af-4dce-40d6-8690-40da0473ec24 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for floatingip, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:08.610838 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.db.l3_db [None req-3e6ba3af-4dce-40d6-8690-40da0473ec24 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Floating IP 59d8b0ba-f6aa-4680-8d05-2cd02da67dea disassociated (deleted). External IP: 172.27.2.18, port: a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7. Nov 23 07:53:08.874839 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6ba3af-4dce-40d6-8690-40da0473ec24 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Router c5fafff9-7721-4717-91b9-90a16c88cbec has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:53:08.992994 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6ba3af-4dce-40d6-8690-40da0473ec24 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:53:08.998127 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-3e6ba3af-4dce-40d6-8690-40da0473ec24 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for floatingip, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:09.004318 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b161fc8-38b5-4735-8cb4-15444526df8b None None] Sync routers for ids ['c5fafff9-7721-4717-91b9-90a16c88cbec'] in dv-cinder-804035-14-iscsi {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:53:09.014398 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b161fc8-38b5-4735-8cb4-15444526df8b None None] Routers {'c5fafff9-7721-4717-91b9-90a16c88cbec'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:53:09.015011 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-5b161fc8-38b5-4735-8cb4-15444526df8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:53:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['c5fafff9-7721-4717-91b9-90a16c88cbec'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:53:09.025544 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-3e6ba3af-4dce-40d6-8690-40da0473ec24 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "DELETE /v2.0/floatingips/59d8b0ba-f6aa-4680-8d05-2cd02da67dea HTTP/1.1" status: 204 len: 168 time: 0.9526880 Nov 23 07:53:09.026012 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be38773-5840-4e15-b2f5-ce77caceb858', 'tag': 'a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:53:09.028472 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacaf168-040c-4cf5-aa0c-905d2e1b26c1" -d '{"events": [{"name": "network-changed", "server_uuid": "4be38773-5840-4e15-b2f5-ce77caceb858", "tag": "a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:53:09.082352 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af9bf5e-ed79-4d5c-9483-690400d8dc0d x-openstack-request-id: req-7af9bf5e-ed79-4d5c-9483-690400d8dc0d {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:53:09.082683 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be38773-5840-4e15-b2f5-ce77caceb858", "tag": "a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:53:09.083376 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7af9bf5e-ed79-4d5c-9483-690400d8dc0d {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:53:09.083376 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be38773-5840-4e15-b2f5-ce77caceb858', 'tag': 'a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7', 'status': 'completed', 'code': 200} Nov 23 07:53:09.149729 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-5b161fc8-38b5-4735-8cb4-15444526df8b None None] Set router c5fafff9-7721-4717-91b9-90a16c88cbec gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:53:09.159672 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacaf168-040c-4cf5-aa0c-905d2e1b26c1 req-aadf6b8b-1cc4-4e5f-b2d2-934b937f3824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:53:09.161229 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-aacaf168-040c-4cf5-aa0c-905d2e1b26c1 req-aadf6b8b-1cc4-4e5f-b2d2-934b937f3824 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2d805701d3af40f59df0733595904769&device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 1098 time: 0.0497651 Nov 23 07:53:09.273290 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacaf168-040c-4cf5-aa0c-905d2e1b26c1 req-da795f17-35da-4b48-ae5e-c6fdcc57a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:53:09.274927 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-aacaf168-040c-4cf5-aa0c-905d2e1b26c1 req-da795f17-35da-4b48-ae5e-c6fdcc57a134 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6b5935e7-9d75-48af-991a-f9db01f37912 HTTP/1.1" status: 200 len: 910 time: 0.1049747 Nov 23 07:53:09.321289 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-aacaf168-040c-4cf5-aa0c-905d2e1b26c1 req-0981b5e8-7465-43be-a501-e0019676f279 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 HTTP/1.1" status: 200 len: 217 time: 0.0371916 Nov 23 07:53:09.363049 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-5b161fc8-38b5-4735-8cb4-15444526df8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'name': 'tempest-TestShelveInstance-1708094805-router', 'tenant_id': '2d805701d3af40f59df0733595904769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:06Z', 'updated_at': '2021-11-23T07:48:11Z', 'revision_number': 4, 'project_id': '2d805701d3af40f59df0733595904769', 'gw_port': {'id': '49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:07Z', 'updated_at': '2021-11-23T07:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '9e256ab8-a60b-4280-af37-e3cde9ce8bb5', 'name': '', 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912', 'tenant_id': '2d805701d3af40f59df0733595904769', 'mac_address': 'fa:16:3e:2a:9c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8b5e914f-670e-4ab3-982a-052365646196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:10Z', 'updated_at': '2021-11-23T07:48:17Z', 'revision_number': 5, 'project_id': '2d805701d3af40f59df0733595904769', 'subnets': [{'id': '8b5e914f-670e-4ab3-982a-052365646196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:53:09.382368 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacaf168-040c-4cf5-aa0c-905d2e1b26c1 req-bdf9fdeb-f8bc-4cfa-9239-98a77158fed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:53:09.383902 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-aacaf168-040c-4cf5-aa0c-905d2e1b26c1 req-bdf9fdeb-f8bc-4cfa-9239-98a77158fed0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8b5e914f-670e-4ab3-982a-052365646196 HTTP/1.1" status: 200 len: 848 time: 0.0529578 Nov 23 07:53:09.399503 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b161fc8-38b5-4735-8cb4-15444526df8b None None] Checking router: c5fafff9-7721-4717-91b9-90a16c88cbec for host: dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:53:09.408580 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b161fc8-38b5-4735-8cb4-15444526df8b None None] Routers {'c5fafff9-7721-4717-91b9-90a16c88cbec'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:53:09.409198 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-5b161fc8-38b5-4735-8cb4-15444526df8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:53:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['c5fafff9-7721-4717-91b9-90a16c88cbec'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:53:09.441345 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacaf168-040c-4cf5-aa0c-905d2e1b26c1 req-fa93d57a-f0f4-4d1e-8dce-253e9aa9aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:53:09.442899 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-aacaf168-040c-4cf5-aa0c-905d2e1b26c1 req-fa93d57a-f0f4-4d1e-8dce-253e9aa9aac8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6b5935e7-9d75-48af-991a-f9db01f37912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0504093 Nov 23 07:53:09.520443 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-5b161fc8-38b5-4735-8cb4-15444526df8b None None] Set router c5fafff9-7721-4717-91b9-90a16c88cbec gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:53:09.535107 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b9097-5406-4266-8496-306d71726812 req-20c80274-509c-484b-9bdf-cab3bc7343b4 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:53:09.536704 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5a9b9097-5406-4266-8496-306d71726812 req-20c80274-509c-484b-9bdf-cab3bc7343b4 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 945 time: 0.2985032 Nov 23 07:53:09.588657 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-aacaf168-040c-4cf5-aa0c-905d2e1b26c1 req-c03d30aa-9542-48e9-98c9-d3a8fed341fa service neutron] 10.222.0.31 "GET /v2.0/networks/6b5935e7-9d75-48af-991a-f9db01f37912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286426 Nov 23 07:53:09.621992 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5a9b9097-5406-4266-8496-306d71726812 req-f4d06d00-ac63-44a1-b1b0-396aa52bc7bd tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782936 Nov 23 07:53:09.698150 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-aacaf168-040c-4cf5-aa0c-905d2e1b26c1 req-901c250a-abc8-4693-a94b-6129cb381c70 service neutron] 10.222.0.31 "GET /v2.0/networks/6b5935e7-9d75-48af-991a-f9db01f37912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013813 Nov 23 07:53:09.735033 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-5b161fc8-38b5-4735-8cb4-15444526df8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'name': 'tempest-TestShelveInstance-1708094805-router', 'tenant_id': '2d805701d3af40f59df0733595904769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:06Z', 'updated_at': '2021-11-23T07:48:11Z', 'revision_number': 4, 'project_id': '2d805701d3af40f59df0733595904769', 'gw_port': {'id': '49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:07Z', 'updated_at': '2021-11-23T07:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '9e256ab8-a60b-4280-af37-e3cde9ce8bb5', 'name': '', 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912', 'tenant_id': '2d805701d3af40f59df0733595904769', 'mac_address': 'fa:16:3e:2a:9c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8b5e914f-670e-4ab3-982a-052365646196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:10Z', 'updated_at': '2021-11-23T07:48:17Z', 'revision_number': 5, 'project_id': '2d805701d3af40f59df0733595904769', 'subnets': [{'id': '8b5e914f-670e-4ab3-982a-052365646196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:53:09.762607 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b161fc8-38b5-4735-8cb4-15444526df8b None None] The sync data for ids ['c5fafff9-7721-4717-91b9-90a16c88cbec'] in dv-cinder-804035-14-iscsi is: [{'id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'name': 'tempest-TestShelveInstance-1708094805-router', 'tenant_id': '2d805701d3af40f59df0733595904769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:06Z', 'updated_at': '2021-11-23T07:48:11Z', 'revision_number': 4, 'project_id': '2d805701d3af40f59df0733595904769', 'gw_port': {'id': '49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:07Z', 'updated_at': '2021-11-23T07:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '9e256ab8-a60b-4280-af37-e3cde9ce8bb5', 'name': '', 'network_id': '6b5935e7-9d75-48af-991a-f9db01f37912', 'tenant_id': '2d805701d3af40f59df0733595904769', 'mac_address': 'fa:16:3e:2a:9c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8b5e914f-670e-4ab3-982a-052365646196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:10Z', 'updated_at': '2021-11-23T07:48:17Z', 'revision_number': 5, 'project_id': '2d805701d3af40f59df0733595904769', 'subnets': [{'id': '8b5e914f-670e-4ab3-982a-052365646196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:53:10.015836 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc23801-3f0d-4b0f-8f0f-83dc20e3c6f5 None None] New status for floating IP 59d8b0ba-f6aa-4680-8d05-2cd02da67dea: DOWN {{(pid=109286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 07:53:10.792560 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ffe6b-6eaa-4ab9-ac98-e0d9a6e343ae req-9f60839e-cac4-4ef8-9923-775c81ac4e83 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:53:10.794251 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-db2ffe6b-6eaa-4ab9-ac98-e0d9a6e343ae req-9f60839e-cac4-4ef8-9923-775c81ac4e83 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 945 time: 0.1019778 Nov 23 07:53:10.846038 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-db2ffe6b-6eaa-4ab9-ac98-e0d9a6e343ae req-411e636f-5728-4ff3-8767-44f1dd42dbdb tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a3cbefb-4ab5-4480-a440-21f80e841ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440338 Nov 23 07:53:10.984009 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20f2ae-b6e4-4314-83e3-ed8690971a07 req-290da908-827c-41fe-a657-2a08f7c9f3b9 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:53:10.985573 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4f20f2ae-b6e4-4314-83e3-ed8690971a07 req-290da908-827c-41fe-a657-2a08f7c9f3b9 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.31 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 945 time: 0.0513811 Nov 23 07:53:11.101281 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-4f20f2ae-b6e4-4314-83e3-ed8690971a07 req-94c6fd95-9b4b-4f9d-a7a7-2b5285014abd tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Deleting port a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:53:11.101650 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-4f20f2ae-b6e4-4314-83e3-ed8690971a07 req-94c6fd95-9b4b-4f9d-a7a7-2b5285014abd tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:11.204262 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-4f20f2ae-b6e4-4314-83e3-ed8690971a07 req-94c6fd95-9b4b-4f9d-a7a7-2b5285014abd tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] For port a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7,segment=NetworkSegment(0485c9ee-81a2-42db-aa59-91c9df2534b4),segment_id=0485c9ee-81a2-42db-aa59-91c9df2534b4)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:53:11.204632 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-4f20f2ae-b6e4-4314-83e3-ed8690971a07 req-94c6fd95-9b4b-4f9d-a7a7-2b5285014abd tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:11.217387 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-4f20f2ae-b6e4-4314-83e3-ed8690971a07 req-94c6fd95-9b4b-4f9d-a7a7-2b5285014abd tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Calling delete_port for a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 owned by compute:nova {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:53:11.355570 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-4f20f2ae-b6e4-4314-83e3-ed8690971a07 req-94c6fd95-9b4b-4f9d-a7a7-2b5285014abd tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:11.390243 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6fd95-9b4b-4f9d-a7a7-2b5285014abd tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Pushing event deleted for resources: {'Port': ['ID=a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:53:11.436707 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f20f2ae-b6e4-4314-83e3-ed8690971a07 req-94c6fd95-9b4b-4f9d-a7a7-2b5285014abd tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] No DVR routers for this DVR port a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 on host hv-cinder-80403 {{(pid=109283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:53:11.439207 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-4f20f2ae-b6e4-4314-83e3-ed8690971a07 req-94c6fd95-9b4b-4f9d-a7a7-2b5285014abd tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:11.442820 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4f20f2ae-b6e4-4314-83e3-ed8690971a07 req-94c6fd95-9b4b-4f9d-a7a7-2b5285014abd tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.31 "DELETE /v2.0/ports/a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 HTTP/1.1" status: 204 len: 173 time: 0.4507029 Nov 23 07:53:11.443319 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be38773-5840-4e15-b2f5-ce77caceb858', 'name': 'network-vif-deleted', 'tag': 'a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:53:11.455611 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6e2cc1-0a17-453b-befc-b43cbf6c8b98" -d '{"events": [{"server_uuid": "4be38773-5840-4e15-b2f5-ce77caceb858", "name": "network-vif-deleted", "tag": "a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:53:11.491303 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5799c0-b7ba-4785-916b-980decb1f52b x-openstack-request-id: req-be5799c0-b7ba-4785-916b-980decb1f52b {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:53:11.491665 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be38773-5840-4e15-b2f5-ce77caceb858", "name": "network-vif-deleted", "tag": "a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:53:11.491982 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-be5799c0-b7ba-4785-916b-980decb1f52b {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:53:11.492711 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be38773-5840-4e15-b2f5-ce77caceb858', 'name': 'network-vif-deleted', 'tag': 'a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7', 'status': 'completed', 'code': 200} Nov 23 07:53:11.973316 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-998439cd-e9fc-4729-ba8c-56f5a7059654 req-daa228a5-62ce-467b-86c8-638516ff0205 tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "GET /v2.0/ports?device_id=4be38773-5840-4e15-b2f5-ce77caceb858 HTTP/1.1" status: 200 len: 210 time: 0.0367675 Nov 23 07:53:13.039980 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 52024) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:53:13.102430 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-fa1df333-c85d-45fe-8f4a-738e74e4502a tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:13.132158 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-fa1df333-c85d-45fe-8f4a-738e74e4502a tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:13.203664 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-fa1df333-c85d-45fe-8f4a-738e74e4502a tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:13.206559 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-fa1df333-c85d-45fe-8f4a-738e74e4502a tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:13.207734 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-fa1df333-c85d-45fe-8f4a-738e74e4502a tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] 10.222.0.48 "DELETE /v2.0/security-groups/1a3cbefb-4ab5-4480-a440-21f80e841ca5 HTTP/1.1" status: 204 len: 168 time: 0.1665435 Nov 23 07:53:13.218628 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1df333-c85d-45fe-8f4a-738e74e4502a tempest-TestShelveInstance-531147269 tempest-TestShelveInstance-531147269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3cbefb-4ab5-4480-a440-21f80e841ca5,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:53:13.257382 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 52028) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:53:13.744114 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-dbcb0eb6-66cc-4f50-8205-8df3a2200dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1712703'] for router_interface, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:13.995120 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb0eb6-66cc-4f50-8205-8df3a2200dc4 admin admin] Deleting port 9e256ab8-a60b-4280-af37-e3cde9ce8bb5 {{(pid=109284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:53:13.995470 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-dbcb0eb6-66cc-4f50-8205-8df3a2200dc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:14.074171 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.db [None req-dbcb0eb6-66cc-4f50-8205-8df3a2200dc4 admin admin] For port 9e256ab8-a60b-4280-af37-e3cde9ce8bb5, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=9e256ab8-a60b-4280-af37-e3cde9ce8bb5,segment=NetworkSegment(0485c9ee-81a2-42db-aa59-91c9df2534b4),segment_id=0485c9ee-81a2-42db-aa59-91c9df2534b4)] {{(pid=109284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:53:14.074576 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-dbcb0eb6-66cc-4f50-8205-8df3a2200dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:14.091987 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb0eb6-66cc-4f50-8205-8df3a2200dc4 admin admin] Calling delete_port for 9e256ab8-a60b-4280-af37-e3cde9ce8bb5 owned by network:router_interface {{(pid=109284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:53:14.291218 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-dbcb0eb6-66cc-4f50-8205-8df3a2200dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909886'] for port, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:14.318381 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb0eb6-66cc-4f50-8205-8df3a2200dc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e256ab8-a60b-4280-af37-e3cde9ce8bb5,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:53:14.498639 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-dbcb0eb6-66cc-4f50-8205-8df3a2200dc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1700661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712803'] for router_interface, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:14.610755 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:53:14.717329 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcb0eb6-66cc-4f50-8205-8df3a2200dc4 admin admin] Router c5fafff9-7721-4717-91b9-90a16c88cbec has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:53:14.834547 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcb0eb6-66cc-4f50-8205-8df3a2200dc4 admin admin] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:53:14.839605 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-dbcb0eb6-66cc-4f50-8205-8df3a2200dc4 admin admin] 10.222.0.48 "PUT /v2.0/routers/c5fafff9-7721-4717-91b9-90a16c88cbec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5810940 Nov 23 07:53:14.842235 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 52036) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:53:14.845137 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cac4a9-fd18-4b01-a50e-f7a1cac8f590 None None] Sync routers for ids ['c5fafff9-7721-4717-91b9-90a16c88cbec'] in dv-cinder-804035-14-iscsi {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:53:14.857427 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cac4a9-fd18-4b01-a50e-f7a1cac8f590 None None] Routers {'c5fafff9-7721-4717-91b9-90a16c88cbec'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:53:14.858242 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-31cac4a9-fd18-4b01-a50e-f7a1cac8f590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:53:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['c5fafff9-7721-4717-91b9-90a16c88cbec'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:53:14.965293 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-dd3634dd-6a3a-40b7-bb51-dce82d768933 admin admin] Publish callbacks [] for router, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:15.088796 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:53:15.090929 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-dd3634dd-6a3a-40b7-bb51-dce82d768933 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:15.115466 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] No Port match for: a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:53:15.115816 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device a7bd6f41-4ac3-41e3-8d6f-dd2993595bc7 not bound to the agent host hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:53:15.127861 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-31cac4a9-fd18-4b01-a50e-f7a1cac8f590 None None] Set router c5fafff9-7721-4717-91b9-90a16c88cbec gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:53:15.147280 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-dd3634dd-6a3a-40b7-bb51-dce82d768933 admin admin] Deleting port 49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426 {{(pid=109284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:53:15.147617 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-dd3634dd-6a3a-40b7-bb51-dce82d768933 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:15.226826 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.db [None req-dd3634dd-6a3a-40b7-bb51-dce82d768933 admin admin] For port 49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426,segment=NetworkSegment(c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c),segment_id=c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c)] {{(pid=109284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:53:15.227104 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-dd3634dd-6a3a-40b7-bb51-dce82d768933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:15.245738 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-dd3634dd-6a3a-40b7-bb51-dce82d768933 admin admin] Calling delete_port for 49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426 owned by network:router_gateway {{(pid=109284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:53:15.317283 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-31cac4a9-fd18-4b01-a50e-f7a1cac8f590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'name': 'tempest-TestShelveInstance-1708094805-router', 'tenant_id': '2d805701d3af40f59df0733595904769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.129'}], 'enable_snat': True}, 'gw_port_id': '49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:06Z', 'updated_at': '2021-11-23T07:53:14Z', 'revision_number': 5, 'project_id': '2d805701d3af40f59df0733595904769', 'gw_port': {'id': '49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:b4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:07Z', 'updated_at': '2021-11-23T07:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi'}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:53:15.347940 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cac4a9-fd18-4b01-a50e-f7a1cac8f590 None None] Checking router: c5fafff9-7721-4717-91b9-90a16c88cbec for host: dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:53:15.361059 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cac4a9-fd18-4b01-a50e-f7a1cac8f590 None None] Routers {'c5fafff9-7721-4717-91b9-90a16c88cbec'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:53:15.361749 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-31cac4a9-fd18-4b01-a50e-f7a1cac8f590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:53:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['c5fafff9-7721-4717-91b9-90a16c88cbec'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:53:15.421002 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-dd3634dd-6a3a-40b7-bb51-dce82d768933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909886'] for port, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:15.451642 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3634dd-6a3a-40b7-bb51-dce82d768933 admin admin] Pushing event deleted for resources: {'Port': ['ID=49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:53:15.451985 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-31cac4a9-fd18-4b01-a50e-f7a1cac8f590 None None] Set router c5fafff9-7721-4717-91b9-90a16c88cbec gateway port host: None {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:53:15.513866 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-31cac4a9-fd18-4b01-a50e-f7a1cac8f590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'name': 'tempest-TestShelveInstance-1708094805-router', 'tenant_id': '2d805701d3af40f59df0733595904769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:06Z', 'updated_at': '2021-11-23T07:53:15Z', 'revision_number': 6, 'project_id': '2d805701d3af40f59df0733595904769', 'gw_port_host': None}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:53:15.521445 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-dd3634dd-6a3a-40b7-bb51-dce82d768933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1712133'] for router_gateway, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:15.544550 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cac4a9-fd18-4b01-a50e-f7a1cac8f590 None None] The sync data for ids ['c5fafff9-7721-4717-91b9-90a16c88cbec'] in dv-cinder-804035-14-iscsi is: [{'id': 'c5fafff9-7721-4717-91b9-90a16c88cbec', 'name': 'tempest-TestShelveInstance-1708094805-router', 'tenant_id': '2d805701d3af40f59df0733595904769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:06Z', 'updated_at': '2021-11-23T07:53:15Z', 'revision_number': 6, 'project_id': '2d805701d3af40f59df0733595904769', 'gw_port_host': None}] {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:53:15.616215 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-dd3634dd-6a3a-40b7-bb51-dce82d768933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1712715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-971'] for router, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:15.618342 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-dd3634dd-6a3a-40b7-bb51-dce82d768933 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:15.668048 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-dd3634dd-6a3a-40b7-bb51-dce82d768933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1712263'] for router, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:15.668589 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3634dd-6a3a-40b7-bb51-dce82d768933 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5fafff9-7721-4717-91b9-90a16c88cbec {{(pid=109284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 07:53:15.673449 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-dd3634dd-6a3a-40b7-bb51-dce82d768933 admin admin] Publish callbacks [] for router, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:15.674607 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-dd3634dd-6a3a-40b7-bb51-dce82d768933 admin admin] 10.222.0.48 "DELETE /v2.0/routers/c5fafff9-7721-4717-91b9-90a16c88cbec HTTP/1.1" status: 204 len: 168 time: 0.8312681 Nov 23 07:53:15.677264 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 52040) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:53:15.723710 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa8711a-4de3-469d-bbe4-a42b73bddea7 admin admin] Deleting subnet 8b5e914f-670e-4ab3-982a-052365646196 {{(pid=109284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 07:53:15.726760 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-baa8711a-4de3-469d-bbe4-a42b73bddea7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:15.767576 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-baa8711a-4de3-469d-bbe4-a42b73bddea7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336102'] for subnet, precommit_delete_associations {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:16.130620 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-baa8711a-4de3-469d-bbe4-a42b73bddea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668856'] for subnet, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:16.185593 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-baa8711a-4de3-469d-bbe4-a42b73bddea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-707915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3909773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3985113'] for subnet, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:16.211187 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8711a-4de3-469d-bbe4-a42b73bddea7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b5e914f-670e-4ab3-982a-052365646196,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:53:16.216080 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-baa8711a-4de3-469d-bbe4-a42b73bddea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for subnet, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:16.220183 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-baa8711a-4de3-469d-bbe4-a42b73bddea7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8b5e914f-670e-4ab3-982a-052365646196 HTTP/1.1" status: 204 len: 168 time: 0.5417120 Nov 23 07:53:16.221289 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d588607c-05e4-43f1-b054-f933ab5b738f None None] Network 6b5935e7-9d75-48af-991a-f9db01f37912 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:53:16.222759 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 52042) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:53:16.308180 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-de69723c-f804-49f3-9136-7f62cbba49d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629665'] for network, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:16.373198 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-de69723c-f804-49f3-9136-7f62cbba49d1 admin admin] Deleting port 79e4a82c-081e-4a95-b711-0692b337c462 {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:53:16.373543 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-de69723c-f804-49f3-9136-7f62cbba49d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:16.441484 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919ba3d4-3896-46d6-a962-3ad72eaacc0c None None] DHCP port deletion for 6b5935e7-9d75-48af-991a-f9db01f37912 request from dv-cinder-804035-14-iscsi {{(pid=109285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 07:53:16.446019 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-de69723c-f804-49f3-9136-7f62cbba49d1 admin admin] For port 79e4a82c-081e-4a95-b711-0692b337c462, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=79e4a82c-081e-4a95-b711-0692b337c462,segment=NetworkSegment(0485c9ee-81a2-42db-aa59-91c9df2534b4),segment_id=0485c9ee-81a2-42db-aa59-91c9df2534b4)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:53:16.446019 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-de69723c-f804-49f3-9136-7f62cbba49d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:16.467011 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-de69723c-f804-49f3-9136-7f62cbba49d1 admin admin] Calling delete_port for 79e4a82c-081e-4a95-b711-0692b337c462 owned by network:dhcp {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:53:16.500892 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 9e256ab8-a60b-4280-af37-e3cde9ce8bb5 no longer exists at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:53:16.523249 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-919ba3d4-3896-46d6-a962-3ad72eaacc0c None None] Deleting port 79e4a82c-081e-4a95-b711-0692b337c462 {{(pid=109285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:53:16.523625 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-919ba3d4-3896-46d6-a962-3ad72eaacc0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:16.525242 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] No Port match for: 9e256ab8-a60b-4280-af37-e3cde9ce8bb5 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:53:16.525590 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 9e256ab8-a60b-4280-af37-e3cde9ce8bb5 not bound to the agent host dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:53:16.526014 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426 no longer exists at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:53:16.554117 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-de69723c-f804-49f3-9136-7f62cbba49d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:16.563095 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] No Port match for: 49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:53:16.563446 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 49ed7d6c-dadf-4f70-bd5f-c4ce4ae96426 not bound to the agent host dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:53:16.564062 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 79e4a82c-081e-4a95-b711-0692b337c462 no longer exists at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:53:16.584972 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de69723c-f804-49f3-9136-7f62cbba49d1 admin admin] No DVR routers for this DVR port 79e4a82c-081e-4a95-b711-0692b337c462 on host dv-cinder-804035-14-iscsi {{(pid=109283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:53:16.588855 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69723c-f804-49f3-9136-7f62cbba49d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=79e4a82c-081e-4a95-b711-0692b337c462,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:53:16.590085 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] No Port match for: 79e4a82c-081e-4a95-b711-0692b337c462 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:53:16.590798 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 79e4a82c-081e-4a95-b711-0692b337c462 not bound to the agent host dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:53:16.630510 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-919ba3d4-3896-46d6-a962-3ad72eaacc0c None None] For port 79e4a82c-081e-4a95-b711-0692b337c462, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=79e4a82c-081e-4a95-b711-0692b337c462,segment=NetworkSegment(0485c9ee-81a2-42db-aa59-91c9df2534b4),segment_id=0485c9ee-81a2-42db-aa59-91c9df2534b4)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:53:16.630914 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-919ba3d4-3896-46d6-a962-3ad72eaacc0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:16.645218 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-919ba3d4-3896-46d6-a962-3ad72eaacc0c None None] Calling delete_port for 79e4a82c-081e-4a95-b711-0692b337c462 owned by network:dhcp {{(pid=109285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:53:16.667095 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-de69723c-f804-49f3-9136-7f62cbba49d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670311', 'neutron.services.segments.db._delete_segments_for_network-8750072253624'] for network, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:16.687077 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.services.segments.db [None req-de69723c-f804-49f3-9136-7f62cbba49d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b5935e7-9d75-48af-991a-f9db01f37912']}} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:53:16.696481 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.services.segments.db [None req-de69723c-f804-49f3-9136-7f62cbba49d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0485c9ee-81a2-42db-aa59-91c9df2534b4') {'for_net_delete': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:53:16.696787 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.services.segments.db [None req-de69723c-f804-49f3-9136-7f62cbba49d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0485c9ee-81a2-42db-aa59-91c9df2534b4') {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:53:16.706954 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-de69723c-f804-49f3-9136-7f62cbba49d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750072215116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10348470'] for segment, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:16.721073 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-de69723c-f804-49f3-9136-7f62cbba49d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:16.729353 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de69723c-f804-49f3-9136-7f62cbba49d1 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 07:53:16.729549 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-919ba3d4-3896-46d6-a962-3ad72eaacc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005'] for port, after_delete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:16.729925 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-de69723c-f804-49f3-9136-7f62cbba49d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9543603'] for segment, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: Traceback (most recent call last): Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: timer() Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: cb(*args, **kw) Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: return func(*args, **kwargs) Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: self._notify() Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: self.callback(batched_events) Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: event.method(event) Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: return f(self, *a, **k) Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: return self._get(url).json() Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: return self.request(url, 'GET', **kwargs) Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 07:53:16.732635 dv-cinder-804035-14-iscsi neutron-server[109283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 07:53:16.756912 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ba3d4-3896-46d6-a962-3ad72eaacc0c None None] Pushing event deleted for resources: {'Port': ['ID=79e4a82c-081e-4a95-b711-0692b337c462,revision_number=None']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:53:16.767125 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919ba3d4-3896-46d6-a962-3ad72eaacc0c None None] No DVR routers for this DVR port 79e4a82c-081e-4a95-b711-0692b337c462 on host dv-cinder-804035-14-iscsi {{(pid=109285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:53:16.769482 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ba3d4-3896-46d6-a962-3ad72eaacc0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:53:16.769868 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ba3d4-3896-46d6-a962-3ad72eaacc0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:53:16.770218 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ba3d4-3896-46d6-a962-3ad72eaacc0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:53:16.770559 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ba3d4-3896-46d6-a962-3ad72eaacc0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:53:16.770897 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ba3d4-3896-46d6-a962-3ad72eaacc0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:53:16.771234 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ba3d4-3896-46d6-a962-3ad72eaacc0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:53:16.771566 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ba3d4-3896-46d6-a962-3ad72eaacc0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:53:16.771899 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ba3d4-3896-46d6-a962-3ad72eaacc0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:53:16.772230 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ba3d4-3896-46d6-a962-3ad72eaacc0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:53:16.772559 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ba3d4-3896-46d6-a962-3ad72eaacc0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:53:16.772887 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ba3d4-3896-46d6-a962-3ad72eaacc0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:53:16.773230 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919ba3d4-3896-46d6-a962-3ad72eaacc0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:53:16.798408 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-de69723c-f804-49f3-9136-7f62cbba49d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1712161'] for network, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:16.803769 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-de69723c-f804-49f3-9136-7f62cbba49d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:16.807131 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-de69723c-f804-49f3-9136-7f62cbba49d1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/6b5935e7-9d75-48af-991a-f9db01f37912 HTTP/1.1" status: 204 len: 168 time: 0.5832291 Nov 23 07:53:16.811247 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 52046) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:53:16.821878 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69723c-f804-49f3-9136-7f62cbba49d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b5935e7-9d75-48af-991a-f9db01f37912,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:53:17.164641 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8deb66bd-bcd4-4a30-b8a2-f3195f0a1ad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1712703'] for router_interface, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:17.437278 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-8deb66bd-bcd4-4a30-b8a2-f3195f0a1ad7 admin admin] Deleting port 0372e54f-64c6-41d1-a8c4-b8499a41083b {{(pid=109284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:53:17.437514 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8deb66bd-bcd4-4a30-b8a2-f3195f0a1ad7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:17.523949 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.db [None req-8deb66bd-bcd4-4a30-b8a2-f3195f0a1ad7 admin admin] For port 0372e54f-64c6-41d1-a8c4-b8499a41083b, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=0372e54f-64c6-41d1-a8c4-b8499a41083b,segment=NetworkSegment(8ac61800-95b0-4e36-8ab8-36f8e33d9265),segment_id=8ac61800-95b0-4e36-8ab8-36f8e33d9265)] {{(pid=109284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:53:17.524371 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8deb66bd-bcd4-4a30-b8a2-f3195f0a1ad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:17.540237 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-8deb66bd-bcd4-4a30-b8a2-f3195f0a1ad7 admin admin] Calling delete_port for 0372e54f-64c6-41d1-a8c4-b8499a41083b owned by network:router_interface {{(pid=109284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:53:17.728722 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8deb66bd-bcd4-4a30-b8a2-f3195f0a1ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909886'] for port, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:17.754827 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb66bd-bcd4-4a30-b8a2-f3195f0a1ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0372e54f-64c6-41d1-a8c4-b8499a41083b,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:53:17.937970 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-8deb66bd-bcd4-4a30-b8a2-f3195f0a1ad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1700661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712803'] for router_interface, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:18.159882 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8deb66bd-bcd4-4a30-b8a2-f3195f0a1ad7 admin admin] Router fecf9114-53c6-4a8e-a710-d32a45a6faea has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:53:18.271182 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8deb66bd-bcd4-4a30-b8a2-f3195f0a1ad7 admin admin] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:53:18.276529 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-8deb66bd-bcd4-4a30-b8a2-f3195f0a1ad7 admin admin] 10.222.0.48 "PUT /v2.0/routers/fecf9114-53c6-4a8e-a710-d32a45a6faea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4641721 Nov 23 07:53:18.279741 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 52050) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:53:18.280865 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a9cef7-f528-4287-be8b-aeba716642c0 None None] Sync routers for ids ['fecf9114-53c6-4a8e-a710-d32a45a6faea'] in dv-cinder-804035-14-iscsi {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:53:18.292031 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a9cef7-f528-4287-be8b-aeba716642c0 None None] Routers {'fecf9114-53c6-4a8e-a710-d32a45a6faea'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:53:18.292739 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-b9a9cef7-f528-4287-be8b-aeba716642c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:53:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['fecf9114-53c6-4a8e-a710-d32a45a6faea'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:53:18.388660 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ecc43326-9a70-469d-a80c-0bd56be0867f admin admin] Publish callbacks [] for router, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:18.408836 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-b9a9cef7-f528-4287-be8b-aeba716642c0 None None] Set router fecf9114-53c6-4a8e-a710-d32a45a6faea gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:53:18.520934 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ecc43326-9a70-469d-a80c-0bd56be0867f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:18.582271 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-ecc43326-9a70-469d-a80c-0bd56be0867f admin admin] Deleting port 3884cf55-b147-4463-ac48-9aec452cfe8b {{(pid=109284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:53:18.582737 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ecc43326-9a70-469d-a80c-0bd56be0867f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:18.615562 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-b9a9cef7-f528-4287-be8b-aeba716642c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecf9114-53c6-4a8e-a710-d32a45a6faea', 'name': 'tempest-TestShelveInstance-1460179206-router', 'tenant_id': '8bd8e60206a24b119fad89ce7e0cd912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '3884cf55-b147-4463-ac48-9aec452cfe8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:16Z', 'updated_at': '2021-11-23T07:53:17Z', 'revision_number': 5, 'project_id': '8bd8e60206a24b119fad89ce7e0cd912', 'gw_port': {'id': '3884cf55-b147-4463-ac48-9aec452cfe8b', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fecf9114-53c6-4a8e-a710-d32a45a6faea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:18Z', 'updated_at': '2021-11-23T07:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi'}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:53:18.649059 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a9cef7-f528-4287-be8b-aeba716642c0 None None] Checking router: fecf9114-53c6-4a8e-a710-d32a45a6faea for host: dv-cinder-804035-14-iscsi {{(pid=109286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:53:18.657769 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a9cef7-f528-4287-be8b-aeba716642c0 None None] Routers {'fecf9114-53c6-4a8e-a710-d32a45a6faea'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:53:18.658694 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-b9a9cef7-f528-4287-be8b-aeba716642c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:53:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['fecf9114-53c6-4a8e-a710-d32a45a6faea'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:53:18.678375 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.db [None req-ecc43326-9a70-469d-a80c-0bd56be0867f admin admin] For port 3884cf55-b147-4463-ac48-9aec452cfe8b, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=3884cf55-b147-4463-ac48-9aec452cfe8b,segment=NetworkSegment(c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c),segment_id=c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c)] {{(pid=109284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:53:18.678375 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ecc43326-9a70-469d-a80c-0bd56be0867f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:18.693080 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-ecc43326-9a70-469d-a80c-0bd56be0867f admin admin] Calling delete_port for 3884cf55-b147-4463-ac48-9aec452cfe8b owned by network:router_gateway {{(pid=109284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:53:18.759026 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-b9a9cef7-f528-4287-be8b-aeba716642c0 None None] Set router fecf9114-53c6-4a8e-a710-d32a45a6faea gateway port host: None {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:53:18.814548 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-b9a9cef7-f528-4287-be8b-aeba716642c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fecf9114-53c6-4a8e-a710-d32a45a6faea', 'name': 'tempest-TestShelveInstance-1460179206-router', 'tenant_id': '8bd8e60206a24b119fad89ce7e0cd912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:16Z', 'updated_at': '2021-11-23T07:53:18Z', 'revision_number': 6, 'project_id': '8bd8e60206a24b119fad89ce7e0cd912', 'gw_port_host': None}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:53:18.884953 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ecc43326-9a70-469d-a80c-0bd56be0867f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909886'] for port, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:18.914498 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc43326-9a70-469d-a80c-0bd56be0867f admin admin] Pushing event deleted for resources: {'Port': ['ID=3884cf55-b147-4463-ac48-9aec452cfe8b,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:53:18.940403 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a9cef7-f528-4287-be8b-aeba716642c0 None None] The sync data for ids ['fecf9114-53c6-4a8e-a710-d32a45a6faea'] in dv-cinder-804035-14-iscsi is: [{'id': 'fecf9114-53c6-4a8e-a710-d32a45a6faea', 'name': 'tempest-TestShelveInstance-1460179206-router', 'tenant_id': '8bd8e60206a24b119fad89ce7e0cd912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:16Z', 'updated_at': '2021-11-23T07:53:18Z', 'revision_number': 6, 'project_id': '8bd8e60206a24b119fad89ce7e0cd912', 'gw_port_host': None}] {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:53:18.997324 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ecc43326-9a70-469d-a80c-0bd56be0867f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1712133'] for router_gateway, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:19.114401 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ecc43326-9a70-469d-a80c-0bd56be0867f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1712715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-971'] for router, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:19.117117 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ecc43326-9a70-469d-a80c-0bd56be0867f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:19.163177 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ecc43326-9a70-469d-a80c-0bd56be0867f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1712263'] for router, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:19.163915 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc43326-9a70-469d-a80c-0bd56be0867f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fecf9114-53c6-4a8e-a710-d32a45a6faea {{(pid=109284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 07:53:19.171450 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-ecc43326-9a70-469d-a80c-0bd56be0867f admin admin] Publish callbacks [] for router, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:19.172981 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-ecc43326-9a70-469d-a80c-0bd56be0867f admin admin] 10.222.0.48 "DELETE /v2.0/routers/fecf9114-53c6-4a8e-a710-d32a45a6faea HTTP/1.1" status: 204 len: 168 time: 0.8921030 Nov 23 07:53:19.176471 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 52056) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:53:19.229093 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.db_base_plugin_v2 [None req-108add9d-c83b-4a9f-bca9-85f2aaf46052 admin admin] Deleting subnet abbb612c-accf-438c-949b-286a7bcd0ffa {{(pid=109284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 07:53:19.233094 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-108add9d-c83b-4a9f-bca9-85f2aaf46052 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:19.278529 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-108add9d-c83b-4a9f-bca9-85f2aaf46052 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336102'] for subnet, precommit_delete_associations {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:19.370471 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-108add9d-c83b-4a9f-bca9-85f2aaf46052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668856'] for subnet, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:19.426354 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-108add9d-c83b-4a9f-bca9-85f2aaf46052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-707915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3909773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3985113'] for subnet, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:19.457306 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108add9d-c83b-4a9f-bca9-85f2aaf46052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abbb612c-accf-438c-949b-286a7bcd0ffa,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:53:19.463399 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-108add9d-c83b-4a9f-bca9-85f2aaf46052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for subnet, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:19.470110 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-108add9d-c83b-4a9f-bca9-85f2aaf46052 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/abbb612c-accf-438c-949b-286a7bcd0ffa HTTP/1.1" status: 204 len: 168 time: 0.2925534 Nov 23 07:53:19.470379 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 52058) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:53:19.470941 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6f1ee6-6761-4e08-97d5-ac6d0979db89 None None] Network dd2185ac-a7ca-41fc-9b31-ec715a63b66e requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:53:19.548499 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-787fdd0e-2b60-4178-97b6-47fddc55ff87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629665'] for network, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:19.621935 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-787fdd0e-2b60-4178-97b6-47fddc55ff87 admin admin] Deleting port 98db1f46-e3ac-4e11-bd63-40dfcfe42cca {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:53:19.623221 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-787fdd0e-2b60-4178-97b6-47fddc55ff87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:19.712743 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-787fdd0e-2b60-4178-97b6-47fddc55ff87 admin admin] For port 98db1f46-e3ac-4e11-bd63-40dfcfe42cca, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=98db1f46-e3ac-4e11-bd63-40dfcfe42cca,segment=NetworkSegment(8ac61800-95b0-4e36-8ab8-36f8e33d9265),segment_id=8ac61800-95b0-4e36-8ab8-36f8e33d9265)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:53:19.713215 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-787fdd0e-2b60-4178-97b6-47fddc55ff87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:19.729093 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2204cef3-1b04-480b-b25c-0987418a0255 None None] DHCP port deletion for dd2185ac-a7ca-41fc-9b31-ec715a63b66e request from dv-cinder-804035-14-iscsi {{(pid=109285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 07:53:19.731332 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-787fdd0e-2b60-4178-97b6-47fddc55ff87 admin admin] Calling delete_port for 98db1f46-e3ac-4e11-bd63-40dfcfe42cca owned by network:dhcp {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:53:19.782695 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-2204cef3-1b04-480b-b25c-0987418a0255 None None] Deleting port 98db1f46-e3ac-4e11-bd63-40dfcfe42cca {{(pid=109285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:53:19.783329 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-2204cef3-1b04-480b-b25c-0987418a0255 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:19.820944 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-787fdd0e-2b60-4178-97b6-47fddc55ff87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:19.851023 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-2204cef3-1b04-480b-b25c-0987418a0255 None None] For port 98db1f46-e3ac-4e11-bd63-40dfcfe42cca, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=98db1f46-e3ac-4e11-bd63-40dfcfe42cca,segment=NetworkSegment(8ac61800-95b0-4e36-8ab8-36f8e33d9265),segment_id=8ac61800-95b0-4e36-8ab8-36f8e33d9265)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:53:19.851420 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-2204cef3-1b04-480b-b25c-0987418a0255 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:19.853216 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fdd0e-2b60-4178-97b6-47fddc55ff87 admin admin] Pushing event deleted for resources: {'Port': ['ID=98db1f46-e3ac-4e11-bd63-40dfcfe42cca,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:53:19.861501 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787fdd0e-2b60-4178-97b6-47fddc55ff87 admin admin] No DVR routers for this DVR port 98db1f46-e3ac-4e11-bd63-40dfcfe42cca on host dv-cinder-804035-14-iscsi {{(pid=109283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:53:19.866151 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-2204cef3-1b04-480b-b25c-0987418a0255 None None] Calling delete_port for 98db1f46-e3ac-4e11-bd63-40dfcfe42cca owned by network:dhcp {{(pid=109285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:53:19.959112 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-2204cef3-1b04-480b-b25c-0987418a0255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005'] for port, after_delete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:19.991566 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2204cef3-1b04-480b-b25c-0987418a0255 None None] No DVR routers for this DVR port 98db1f46-e3ac-4e11-bd63-40dfcfe42cca on host dv-cinder-804035-14-iscsi {{(pid=109285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:53:19.993654 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204cef3-1b04-480b-b25c-0987418a0255 None None] Pushing event deleted for resources: {'Port': ['ID=98db1f46-e3ac-4e11-bd63-40dfcfe42cca,revision_number=None']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:53:20.003068 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-787fdd0e-2b60-4178-97b6-47fddc55ff87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670311', 'neutron.services.segments.db._delete_segments_for_network-8750072253624'] for network, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:20.038386 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.services.segments.db [None req-787fdd0e-2b60-4178-97b6-47fddc55ff87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd2185ac-a7ca-41fc-9b31-ec715a63b66e']}} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:53:20.048831 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.services.segments.db [None req-787fdd0e-2b60-4178-97b6-47fddc55ff87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac61800-95b0-4e36-8ab8-36f8e33d9265') {'for_net_delete': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:53:20.049135 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.services.segments.db [None req-787fdd0e-2b60-4178-97b6-47fddc55ff87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac61800-95b0-4e36-8ab8-36f8e33d9265') {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:53:20.059430 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-787fdd0e-2b60-4178-97b6-47fddc55ff87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750072215116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10348470'] for segment, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:20.079509 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-787fdd0e-2b60-4178-97b6-47fddc55ff87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:20.086693 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787fdd0e-2b60-4178-97b6-47fddc55ff87 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 07:53:20.087096 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-787fdd0e-2b60-4178-97b6-47fddc55ff87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9543603'] for segment, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: Traceback (most recent call last): Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: timer() Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: cb(*args, **kw) Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: return func(*args, **kwargs) Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: self._notify() Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: self.callback(batched_events) Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: event.method(event) Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: return f(self, *a, **k) Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: return self._get(url).json() Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: return self.request(url, 'GET', **kwargs) Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 07:53:20.088889 dv-cinder-804035-14-iscsi neutron-server[109283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 07:53:20.144516 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-787fdd0e-2b60-4178-97b6-47fddc55ff87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1712161'] for network, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:20.149725 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-787fdd0e-2b60-4178-97b6-47fddc55ff87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:20.154010 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-787fdd0e-2b60-4178-97b6-47fddc55ff87 admin admin] 10.222.0.48 "DELETE /v2.0/networks/dd2185ac-a7ca-41fc-9b31-ec715a63b66e HTTP/1.1" status: 204 len: 168 time: 0.6825490 Nov 23 07:53:20.168761 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fdd0e-2b60-4178-97b6-47fddc55ff87 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd2185ac-a7ca-41fc-9b31-ec715a63b66e,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:53:20.309337 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 52064) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:53:20.359360 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-ac9660fb-177a-4b3e-b782-0cbb7b1c368f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d805701d3af40f59df0733595904769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0484958 Nov 23 07:53:20.362052 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 52066) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:53:20.423011 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c10eff5c-1f6a-40b0-bb21-0091eb204eec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:20.452937 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c10eff5c-1f6a-40b0-bb21-0091eb204eec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:20.487357 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 0372e54f-64c6-41d1-a8c4-b8499a41083b no longer exists at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:53:20.513669 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] No Port match for: 0372e54f-64c6-41d1-a8c4-b8499a41083b {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:53:20.514342 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 0372e54f-64c6-41d1-a8c4-b8499a41083b not bound to the agent host dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:53:20.514764 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 3884cf55-b147-4463-ac48-9aec452cfe8b no longer exists at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:53:20.528113 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c10eff5c-1f6a-40b0-bb21-0091eb204eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:20.532242 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-c10eff5c-1f6a-40b0-bb21-0091eb204eec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:20.534093 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-c10eff5c-1f6a-40b0-bb21-0091eb204eec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/88d2781a-59b3-4063-942e-47afee7b9c93 HTTP/1.1" status: 204 len: 168 time: 0.1707847 Nov 23 07:53:20.544182 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10eff5c-1f6a-40b0-bb21-0091eb204eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d2781a-59b3-4063-942e-47afee7b9c93,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:53:20.553097 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] No Port match for: 3884cf55-b147-4463-ac48-9aec452cfe8b {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:53:20.553724 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 3884cf55-b147-4463-ac48-9aec452cfe8b not bound to the agent host dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:53:20.554366 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 98db1f46-e3ac-4e11-bd63-40dfcfe42cca no longer exists at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:53:20.582954 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] No Port match for: 98db1f46-e3ac-4e11-bd63-40dfcfe42cca {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:53:20.583546 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 98db1f46-e3ac-4e11-bd63-40dfcfe42cca not bound to the agent host dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:53:20.922137 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 52072) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:53:20.981683 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-8f232bcb-819d-42ee-8d5c-0c2caa164028 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8bd8e60206a24b119fad89ce7e0cd912&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0582497 Nov 23 07:53:20.984526 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 52076) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:53:21.068053 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a2cd325b-2d93-4618-b9cd-ad6112c240b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:21.107831 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a2cd325b-2d93-4618-b9cd-ad6112c240b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:21.173538 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a2cd325b-2d93-4618-b9cd-ad6112c240b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:21.176340 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a2cd325b-2d93-4618-b9cd-ad6112c240b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:21.177580 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-a2cd325b-2d93-4618-b9cd-ad6112c240b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8475745f-a2f2-40fa-8fb1-8821ea477e62 HTTP/1.1" status: 204 len: 168 time: 0.1920786 Nov 23 07:53:21.189689 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd325b-2d93-4618-b9cd-ad6112c240b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8475745f-a2f2-40fa-8fb1-8821ea477e62,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:53:28.534732 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-f190e636-76ce-4f58-a4a1-7be9485bdc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:31.336494 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-8d5385bd-2719-4562-ab34-662a869f32c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:32.815876 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:33.858554 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 52150) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:53:33.975414 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7f539e03-4a95-4908-9d78-60c2e3fb01df admin admin] Publish callbacks [] for security_group, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:34.064810 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7f539e03-4a95-4908-9d78-60c2e3fb01df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:34.069471 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-7f539e03-4a95-4908-9d78-60c2e3fb01df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:34.110679 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-7f539e03-4a95-4908-9d78-60c2e3fb01df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8748c6f508494117aefc036da0448dbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509205 Nov 23 07:53:34.111485 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f539e03-4a95-4908-9d78-60c2e3fb01df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c50eaed-00ec-47ce-a163-4e3c5818729a,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:53:34.113326 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 52154) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:53:34.166971 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-70225479-53d2-4bf4-9808-0e304c47e238 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:34.190403 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-70225479-53d2-4bf4-9808-0e304c47e238 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:34.242728 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-70225479-53d2-4bf4-9808-0e304c47e238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:34.245971 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-70225479-53d2-4bf4-9808-0e304c47e238 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:34.247834 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-70225479-53d2-4bf4-9808-0e304c47e238 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c50eaed-00ec-47ce-a163-4e3c5818729a HTTP/1.1" status: 204 len: 168 time: 0.1316211 Nov 23 07:53:34.259692 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70225479-53d2-4bf4-9808-0e304c47e238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c50eaed-00ec-47ce-a163-4e3c5818729a,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:53:34.273320 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70225479-53d2-4bf4-9808-0e304c47e238 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:53:34.273959 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70225479-53d2-4bf4-9808-0e304c47e238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:53:34.274569 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70225479-53d2-4bf4-9808-0e304c47e238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:53:34.275134 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70225479-53d2-4bf4-9808-0e304c47e238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:53:34.275716 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70225479-53d2-4bf4-9808-0e304c47e238 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:53:34.276283 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70225479-53d2-4bf4-9808-0e304c47e238 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:53:34.276853 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70225479-53d2-4bf4-9808-0e304c47e238 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:53:34.277423 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70225479-53d2-4bf4-9808-0e304c47e238 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:53:34.278005 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70225479-53d2-4bf4-9808-0e304c47e238 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:53:34.278585 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70225479-53d2-4bf4-9808-0e304c47e238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:53:34.279155 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70225479-53d2-4bf4-9808-0e304c47e238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:53:34.279716 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70225479-53d2-4bf4-9808-0e304c47e238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:53:34.866999 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:35.601414 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:37.431059 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:53:51.610108 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:53:58.527179 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-b46ef1bf-6563-4e84-99f6-2416753c58e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:01.337607 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-412084b8-e3b7-40a8-a412-01f9d971f7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:02.817111 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:04.862210 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:05.596146 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:07.449479 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:07.601571 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9b821aa8-f000-4b55-b9bf-f789c3427520 req-ec566429-3dc6-4175-89ac-4fe62d6b5d30 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e18f5dd9-65e2-499f-94d9-4d2b8a657e1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1515996 Nov 23 07:54:07.669579 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b821aa8-f000-4b55-b9bf-f789c3427520 req-0519d61b-2958-4b35-b541-3c22cbcb4b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:07.671644 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9b821aa8-f000-4b55-b9bf-f789c3427520 req-0519d61b-2958-4b35-b541-3c22cbcb4b6f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923ced17fbea41d2bb472b52dd316477&device_id=e18f5dd9-65e2-499f-94d9-4d2b8a657e1a HTTP/1.1" status: 200 len: 1098 time: 0.0413914 Nov 23 07:54:07.792444 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b821aa8-f000-4b55-b9bf-f789c3427520 req-cb24734f-b401-4637-bbd1-09c0317890c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:07.794043 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9b821aa8-f000-4b55-b9bf-f789c3427520 req-cb24734f-b401-4637-bbd1-09c0317890c8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c4affbc5-6672-4357-8ba0-5a39b14c7726 HTTP/1.1" status: 200 len: 912 time: 0.0971973 Nov 23 07:54:07.873758 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9b821aa8-f000-4b55-b9bf-f789c3427520 req-a439df6c-81e1-4e85-8c24-e57e5d4335d1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e3b2c21-6496-4e46-b7a3-80855a393bc3 HTTP/1.1" status: 200 len: 1001 time: 0.0664432 Nov 23 07:54:07.931115 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b821aa8-f000-4b55-b9bf-f789c3427520 req-1855dde8-3be2-425e-8452-db27b0d905f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:07.932633 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9b821aa8-f000-4b55-b9bf-f789c3427520 req-1855dde8-3be2-425e-8452-db27b0d905f8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5a9db76-59eb-474e-8541-9bbdd87b2e12 HTTP/1.1" status: 200 len: 850 time: 0.0490637 Nov 23 07:54:07.985323 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b821aa8-f000-4b55-b9bf-f789c3427520 req-6f416244-4f0e-458a-80ee-29450ec73207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:07.988308 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9b821aa8-f000-4b55-b9bf-f789c3427520 req-6f416244-4f0e-458a-80ee-29450ec73207 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c4affbc5-6672-4357-8ba0-5a39b14c7726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417781 Nov 23 07:54:08.001893 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [req-9b821aa8-f000-4b55-b9bf-f789c3427520 req-c79702cd-71d2-45cc-b6a9-ebab3f6f4712 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=109283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 07:54:08.002859 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9b821aa8-f000-4b55-b9bf-f789c3427520 req-c79702cd-71d2-45cc-b6a9-ebab3f6f4712 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056176 Nov 23 07:54:08.097754 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9b821aa8-f000-4b55-b9bf-f789c3427520 req-80e1b415-2d9d-4acf-8ca9-23b0d951b6f0 service neutron] 10.222.0.31 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860233 Nov 23 07:54:08.191502 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-9b821aa8-f000-4b55-b9bf-f789c3427520 req-e1175ded-38f2-44cf-9099-f85b8c6e8b33 service neutron] 10.222.0.31 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845494 Nov 23 07:54:10.289305 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-5b8e2961-e027-4e82-b94f-a9ab728930ba tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1517785560&fields=id&tenant_id=923ced17fbea41d2bb472b52dd316477 HTTP/1.1" status: 200 len: 267 time: 0.0457203 Nov 23 07:54:10.670458 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-bdb001fe-c83a-4153-8dbe-884c65f7e7ce tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:10.671912 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-bdb001fe-c83a-4153-8dbe-884c65f7e7ce tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/networks?id=c4affbc5-6672-4357-8ba0-5a39b14c7726 HTTP/1.1" status: 200 len: 811 time: 0.3758488 Nov 23 07:54:10.687506 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-eb7854f9-002d-4f8d-805e-fa5e8cb89f99 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/quotas/923ced17fbea41d2bb472b52dd316477 HTTP/1.1" status: 200 len: 375 time: 0.0093503 Nov 23 07:54:10.741506 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-93ed6cad-ceae-4077-8657-6ee2d55053a0 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=923ced17fbea41d2bb472b52dd316477&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483282 Nov 23 07:54:10.803336 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-9bb576ad-b891-4e06-bb42-59d2038fc0b2 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=109283) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 07:54:10.804438 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-9bb576ad-b891-4e06-bb42-59d2038fc0b2 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0509782 Nov 23 07:54:10.902022 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-61aedae0-e6ce-4614-b9fd-84bbe10f7c1d service neutron] 10.222.0.48 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907242 Nov 23 07:54:10.998026 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-9df388c3-8432-49f7-91cb-b670f11e0ac7 service neutron] 10.222.0.48 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895457 Nov 23 07:54:12.295887 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-7e5fb61e-8b90-4dc1-9d22-31cb3682797c req-c6f9c515-bf68-4812-9b8b-dc332fedc252 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=c17bd508-168c-424a-bcf3-6145c780cc4a HTTP/1.1" status: 200 len: 210 time: 0.0271969 Nov 23 07:54:13.408390 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5744eb30-c8c2-4c51-bc19-acfbc9d04072 req-6a4a1173-66cb-479c-8337-ab4fe5c401b6 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=c17bd508-168c-424a-bcf3-6145c780cc4a HTTP/1.1" status: 200 len: 210 time: 0.0331426 Nov 23 07:54:13.437903 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-cd8b1409-44a8-4165-84a5-40e89b33ea9c tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:13.439361 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-cd8b1409-44a8-4165-84a5-40e89b33ea9c tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.31 "GET /v2.0/networks?id=c4affbc5-6672-4357-8ba0-5a39b14c7726 HTTP/1.1" status: 200 len: 811 time: 0.1324477 Nov 23 07:54:13.505227 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-b5055782-aee4-40f7-9242-6007fd145d51 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=923ced17fbea41d2bb472b52dd316477 HTTP/1.1" status: 200 len: 380 time: 0.0545259 Nov 23 07:54:13.515687 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-f472a023-c5e1-4714-af9b-78c3c0ae9247 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Request body: {'port': {'device_id': 'c17bd508-168c-424a-bcf3-6145c780cc4a', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'admin_state_up': True, 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'security_groups': ['881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4']}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:54:13.628592 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-f472a023-c5e1-4714-af9b-78c3c0ae9247 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Made reservation on behalf of 923ced17fbea41d2bb472b52dd316477 for: {'port': 1} {{(pid=109283) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 07:54:13.632109 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-f472a023-c5e1-4714-af9b-78c3c0ae9247 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:13.762541 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_common [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-f472a023-c5e1-4714-af9b-78c3c0ae9247 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Allocated IP 172.20.0.12 (c4affbc5-6672-4357-8ba0-5a39b14c7726/e5a9db76-59eb-474e-8541-9bbdd87b2e12/ea625575-2852-4b8b-940c-bec1d9c9bfb1) {{(pid=109283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:54:13.901535 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-f472a023-c5e1-4714-af9b-78c3c0ae9247 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for port, precommit_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:13.935851 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-f472a023-c5e1-4714-af9b-78c3c0ae9247 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_create {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:13.989959 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-f472a023-c5e1-4714-af9b-78c3c0ae9247 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Network c4affbc5-6672-4357-8ba0-5a39b14c7726 is already hosted by enough agents. {{(pid=109283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:54:13.994192 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.base_scheduler [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-f472a023-c5e1-4714-af9b-78c3c0ae9247 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Resources bound (agent type, host, resource id): {{(pid=109283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:54:13.995983 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472a023-c5e1-4714-af9b-78c3c0ae9247 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Pushing event updated for resources: {'Port': ['ID=ea625575-2852-4b8b-940c-bec1d9c9bfb1,revision_number=1']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:54:13.999692 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-f472a023-c5e1-4714-af9b-78c3c0ae9247 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Received port after_create {{(pid=109283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:54:14.024960 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f472a023-c5e1-4714-af9b-78c3c0ae9247 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:54:14.025316 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f472a023-c5e1-4714-af9b-78c3c0ae9247 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:54:14.025663 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f472a023-c5e1-4714-af9b-78c3c0ae9247 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:54:14.026029 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f472a023-c5e1-4714-af9b-78c3c0ae9247 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:54:14.026365 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f472a023-c5e1-4714-af9b-78c3c0ae9247 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:54:14.026710 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f472a023-c5e1-4714-af9b-78c3c0ae9247 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:54:14.027035 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f472a023-c5e1-4714-af9b-78c3c0ae9247 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:54:14.027365 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f472a023-c5e1-4714-af9b-78c3c0ae9247 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:54:14.027694 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f472a023-c5e1-4714-af9b-78c3c0ae9247 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:54:14.028042 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f472a023-c5e1-4714-af9b-78c3c0ae9247 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:54:14.028344 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f472a023-c5e1-4714-af9b-78c3c0ae9247 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:54:14.028669 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f472a023-c5e1-4714-af9b-78c3c0ae9247 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:54:14.059816 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-f472a023-c5e1-4714-af9b-78c3c0ae9247 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:14.060475 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-f472a023-c5e1-4714-af9b-78c3c0ae9247 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:14.079640 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-f472a023-c5e1-4714-af9b-78c3c0ae9247 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5677154 Nov 23 07:54:14.091985 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.v2.base [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-cf8a338d-ae3e-4050-a3b9-5da2838f77c8 service neutron] Request body: {'port': {'device_id': 'c17bd508-168c-424a-bcf3-6145c780cc4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80403'}} {{(pid=109283) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:54:14.147068 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-cf8a338d-ae3e-4050-a3b9-5da2838f77c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:14.206297 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-7db31a1c-a15c-4907-8e83-e901978d6aed None None] Provisioning complete for port ea625575-2852-4b8b-940c-bec1d9c9bfb1 triggered by entity DHCP. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:54:14.206913 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-7db31a1c-a15c-4907-8e83-e901978d6aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:14.247150 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-7db31a1c-a15c-4907-8e83-e901978d6aed None None] Port ea625575-2852-4b8b-940c-bec1d9c9bfb1 cannot update to ACTIVE because it is not bound. {{(pid=109285) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 07:54:14.431898 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-cf8a338d-ae3e-4050-a3b9-5da2838f77c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea625575-2852-4b8b-940c-bec1d9c9bfb1 {{(pid=109283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:54:14.441246 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-cf8a338d-ae3e-4050-a3b9-5da2838f77c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:14.466352 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.provisioning_blocks [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-cf8a338d-ae3e-4050-a3b9-5da2838f77c8 service neutron] Transition to ACTIVE for port object ea625575-2852-4b8b-940c-bec1d9c9bfb1 will not be triggered until provisioned by entity L2. {{(pid=109283) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 07:54:14.471205 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-cf8a338d-ae3e-4050-a3b9-5da2838f77c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9542747'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:14.529179 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a338d-ae3e-4050-a3b9-5da2838f77c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ea625575-2852-4b8b-940c-bec1d9c9bfb1,revision_number=2']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:54:14.558153 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85664961-7d06-43be-812c-d87a4b29642f req-69a65b6d-9b26-4487-82ec-547fa8d75e80 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:14.560823 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-85664961-7d06-43be-812c-d87a4b29642f req-69a65b6d-9b26-4487-82ec-547fa8d75e80 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=c17bd508-168c-424a-bcf3-6145c780cc4a HTTP/1.1" status: 200 len: 944 time: 0.0793588 Nov 23 07:54:14.608085 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-cf8a338d-ae3e-4050-a3b9-5da2838f77c8 service neutron] Attempting to bind port ea625575-2852-4b8b-940c-bec1d9c9bfb1 on host hv-cinder-80403 for vnic_type normal with profile {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 07:54:14.608675 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-cf8a338d-ae3e-4050-a3b9-5da2838f77c8 service neutron] Attempting to bind port ea625575-2852-4b8b-940c-bec1d9c9bfb1 by drivers openvswitch,hyperv on host hv-cinder-80403 at level 0 using segments [{'id': '01bfddae-d667-40a4-ba2c-71a16ea9303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726'}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 07:54:14.610147 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-cf8a338d-ae3e-4050-a3b9-5da2838f77c8 service neutron] Attempting to bind port ea625575-2852-4b8b-940c-bec1d9c9bfb1 on network c4affbc5-6672-4357-8ba0-5a39b14c7726 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:54:14.621141 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-cf8a338d-ae3e-4050-a3b9-5da2838f77c8 service neutron] Port ea625575-2852-4b8b-940c-bec1d9c9bfb1 on network c4affbc5-6672-4357-8ba0-5a39b14c7726 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80403 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 07:54:14.621472 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-cf8a338d-ae3e-4050-a3b9-5da2838f77c8 service neutron] Attempting to bind port ea625575-2852-4b8b-940c-bec1d9c9bfb1 on network c4affbc5-6672-4357-8ba0-5a39b14c7726 {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 07:54:14.629888 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-cf8a338d-ae3e-4050-a3b9-5da2838f77c8 service neutron] Checking agent: {'id': 'ef857e00-999e-40cc-a620-789cb776d291', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80403', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'started_at': datetime.datetime(2021, 11, 23, 7, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 7, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 07:54:14.630451 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-cf8a338d-ae3e-4050-a3b9-5da2838f77c8 service neutron] Checking segment: {'id': '01bfddae-d667-40a4-ba2c-71a16ea9303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 07:54:14.631107 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-cf8a338d-ae3e-4050-a3b9-5da2838f77c8 service neutron] Bound using segment: {'id': '01bfddae-d667-40a4-ba2c-71a16ea9303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726'} {{(pid=109283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 07:54:14.631852 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.managers [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-cf8a338d-ae3e-4050-a3b9-5da2838f77c8 service neutron] Bound port: ea625575-2852-4b8b-940c-bec1d9c9bfb1, host: hv-cinder-80403, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01bfddae-d667-40a4-ba2c-71a16ea9303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726'}}] {{(pid=109283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 07:54:14.632468 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-cf8a338d-ae3e-4050-a3b9-5da2838f77c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:14.636725 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-85664961-7d06-43be-812c-d87a4b29642f req-236d832e-2f17-4efa-af7f-edf040aadb94 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667098 Nov 23 07:54:14.715165 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-cf8a338d-ae3e-4050-a3b9-5da2838f77c8 service neutron] For port ea625575-2852-4b8b-940c-bec1d9c9bfb1, host hv-cinder-80403, cleared binding levels {{(pid=109283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 07:54:14.718693 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-cf8a338d-ae3e-4050-a3b9-5da2838f77c8 service neutron] For port ea625575-2852-4b8b-940c-bec1d9c9bfb1, host hv-cinder-80403, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ea625575-2852-4b8b-940c-bec1d9c9bfb1,segment=NetworkSegment(01bfddae-d667-40a4-ba2c-71a16ea9303a),segment_id=01bfddae-d667-40a4-ba2c-71a16ea9303a)] {{(pid=109283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 07:54:14.723845 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-cf8a338d-ae3e-4050-a3b9-5da2838f77c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9542747'] for port, after_update {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:14.758124 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-cf8a338d-ae3e-4050-a3b9-5da2838f77c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:14.758762 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-cf8a338d-ae3e-4050-a3b9-5da2838f77c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:14.760312 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-cf8a338d-ae3e-4050-a3b9-5da2838f77c8 service neutron] 10.222.0.31 "PUT /v2.0/ports/ea625575-2852-4b8b-940c-bec1d9c9bfb1 HTTP/1.1" status: 200 len: 1094 time: 0.6727574 Nov 23 07:54:14.760720 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c17bd508-168c-424a-bcf3-6145c780cc4a', 'tag': 'ea625575-2852-4b8b-940c-bec1d9c9bfb1'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:54:14.763150 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7998c6-9f26-42ce-9f90-502a27d4304d" -d '{"events": [{"name": "network-changed", "server_uuid": "c17bd508-168c-424a-bcf3-6145c780cc4a", "tag": "ea625575-2852-4b8b-940c-bec1d9c9bfb1"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:54:14.792812 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a338d-ae3e-4050-a3b9-5da2838f77c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ea625575-2852-4b8b-940c-bec1d9c9bfb1,revision_number=3']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:54:14.870170 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-d768577c-aca4-47e4-9db4-29f28fa26a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:14.872228 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-d768577c-aca4-47e4-9db4-29f28fa26a46 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923ced17fbea41d2bb472b52dd316477&device_id=c17bd508-168c-424a-bcf3-6145c780cc4a HTTP/1.1" status: 200 len: 1097 time: 0.0464315 Nov 23 07:54:14.929289 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-beef7e9f-008e-440e-b1c6-74d70aa83a0c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea625575-2852-4b8b-940c-bec1d9c9bfb1 HTTP/1.1" status: 200 len: 217 time: 0.0427446 Nov 23 07:54:14.972858 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4ff905-ee3d-45e1-bb9b-3a9b8d1b7780 x-openstack-request-id: req-ff4ff905-ee3d-45e1-bb9b-3a9b8d1b7780 {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:54:14.973272 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c17bd508-168c-424a-bcf3-6145c780cc4a", "tag": "ea625575-2852-4b8b-940c-bec1d9c9bfb1", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:54:14.973567 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ff4ff905-ee3d-45e1-bb9b-3a9b8d1b7780 {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:54:14.974105 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c17bd508-168c-424a-bcf3-6145c780cc4a', 'tag': 'ea625575-2852-4b8b-940c-bec1d9c9bfb1', 'status': 'completed', 'code': 200} Nov 23 07:54:15.004332 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-b3dbf431-93b6-4e14-ba85-2e6a270e1f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:15.007996 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-b3dbf431-93b6-4e14-ba85-2e6a270e1f74 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5a9db76-59eb-474e-8541-9bbdd87b2e12 HTTP/1.1" status: 200 len: 850 time: 0.0693510 Nov 23 07:54:15.066109 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-041c8770-2a66-40f0-a8e4-d646145257ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:15.067592 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-041c8770-2a66-40f0-a8e4-d646145257ac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c4affbc5-6672-4357-8ba0-5a39b14c7726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0466874 Nov 23 07:54:15.175424 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-22058e22-2b8b-46a6-af61-42c965d0a594 service neutron] 10.222.0.31 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987108 Nov 23 07:54:15.269077 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-3cae035b-f854-4ccb-b297-8c0e8dbc8cec req-af6d6043-83ac-46e3-8229-d57ac29a8085 service neutron] 10.222.0.31 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839753 Nov 23 07:54:15.363220 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7998c6-9f26-42ce-9f90-502a27d4304d req-795c189d-a370-482f-b60e-b9b1e801f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:15.364894 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4a7998c6-9f26-42ce-9f90-502a27d4304d req-795c189d-a370-482f-b60e-b9b1e801f63f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923ced17fbea41d2bb472b52dd316477&device_id=c17bd508-168c-424a-bcf3-6145c780cc4a HTTP/1.1" status: 200 len: 1097 time: 0.0465117 Nov 23 07:54:15.469220 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7998c6-9f26-42ce-9f90-502a27d4304d req-4178d89e-1c86-4982-b59d-e158ba95231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:15.470774 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4a7998c6-9f26-42ce-9f90-502a27d4304d req-4178d89e-1c86-4982-b59d-e158ba95231c service neutron] 10.222.0.31 "GET /v2.0/networks?id=c4affbc5-6672-4357-8ba0-5a39b14c7726 HTTP/1.1" status: 200 len: 912 time: 0.0943666 Nov 23 07:54:15.520413 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4a7998c6-9f26-42ce-9f90-502a27d4304d req-e08ca9a4-eaf7-4905-8f07-11028a320fb2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea625575-2852-4b8b-940c-bec1d9c9bfb1 HTTP/1.1" status: 200 len: 217 time: 0.0389819 Nov 23 07:54:15.583544 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7998c6-9f26-42ce-9f90-502a27d4304d req-7e079425-7a9c-42bc-8026-0dd155ee79bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:15.586144 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4a7998c6-9f26-42ce-9f90-502a27d4304d req-7e079425-7a9c-42bc-8026-0dd155ee79bf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5a9db76-59eb-474e-8541-9bbdd87b2e12 HTTP/1.1" status: 200 len: 850 time: 0.0564375 Nov 23 07:54:15.641927 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7998c6-9f26-42ce-9f90-502a27d4304d req-e69273b9-d524-4a9a-babb-a8bfdb142b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:15.643477 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4a7998c6-9f26-42ce-9f90-502a27d4304d req-e69273b9-d524-4a9a-babb-a8bfdb142b58 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c4affbc5-6672-4357-8ba0-5a39b14c7726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0487618 Nov 23 07:54:15.749074 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4a7998c6-9f26-42ce-9f90-502a27d4304d req-07cbebef-c7e0-4fbe-ae88-da6e69d0e179 service neutron] 10.222.0.31 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965450 Nov 23 07:54:15.762328 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018e818-92a1-42d9-ae20-924a8d67e095 req-15f034d8-d682-45f9-a967-176b74ce73cc tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:15.763887 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-4018e818-92a1-42d9-ae20-924a8d67e095 req-15f034d8-d682-45f9-a967-176b74ce73cc tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=c17bd508-168c-424a-bcf3-6145c780cc4a HTTP/1.1" status: 200 len: 944 time: 0.0526440 Nov 23 07:54:15.820957 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-4018e818-92a1-42d9-ae20-924a8d67e095 req-a3e4e719-104f-4d9d-a49f-6d62915d631e tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484447 Nov 23 07:54:15.864912 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-4a7998c6-9f26-42ce-9f90-502a27d4304d req-5887e810-4992-4f30-89e7-59e6404dd2ff service neutron] 10.222.0.31 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024730 Nov 23 07:54:16.971016 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63eddbb-097d-4da0-a32f-d1a052f1406b req-52326f52-161d-4ef2-9877-be40fadc8e29 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:16.972647 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d63eddbb-097d-4da0-a32f-d1a052f1406b req-52326f52-161d-4ef2-9877-be40fadc8e29 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=c17bd508-168c-424a-bcf3-6145c780cc4a HTTP/1.1" status: 200 len: 944 time: 0.0587215 Nov 23 07:54:17.041239 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d63eddbb-097d-4da0-a32f-d1a052f1406b req-5e74b815-563c-4ad1-ac01-94834996f256 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622568 Nov 23 07:54:18.161677 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af67921-7295-440e-a42a-c9176ca80116 req-c727606d-5e27-4da4-b559-f7f10eb58dc3 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:18.163186 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-5af67921-7295-440e-a42a-c9176ca80116 req-c727606d-5e27-4da4-b559-f7f10eb58dc3 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=c17bd508-168c-424a-bcf3-6145c780cc4a HTTP/1.1" status: 200 len: 944 time: 0.0504460 Nov 23 07:54:18.213876 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-5af67921-7295-440e-a42a-c9176ca80116 req-78c65648-2904-4ada-8829-6078711a20be tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447245 Nov 23 07:54:19.342376 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1873376-2d32-47d4-90b9-966ce66bab10 req-df66a699-0524-416a-96cb-8a245fb74144 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:19.343914 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f1873376-2d32-47d4-90b9-966ce66bab10 req-df66a699-0524-416a-96cb-8a245fb74144 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=c17bd508-168c-424a-bcf3-6145c780cc4a HTTP/1.1" status: 200 len: 944 time: 0.0577104 Nov 23 07:54:19.410347 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f1873376-2d32-47d4-90b9-966ce66bab10 req-0cc0d6e8-9f0f-4fe4-8d96-eecfb6283ce2 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600507 Nov 23 07:54:20.537020 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2aa695-5ce6-4a03-8577-616b13ee5d06 req-340980c4-a899-4635-9009-69c0c19bfb1d tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:20.538609 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-cf2aa695-5ce6-4a03-8577-616b13ee5d06 req-340980c4-a899-4635-9009-69c0c19bfb1d tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=c17bd508-168c-424a-bcf3-6145c780cc4a HTTP/1.1" status: 200 len: 944 time: 0.0568931 Nov 23 07:54:20.602678 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-cf2aa695-5ce6-4a03-8577-616b13ee5d06 req-35ab7459-17cc-4c24-af48-e1c68bf8a17d tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549893 Nov 23 07:54:21.729310 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa1adf-f743-4cae-a2c0-7cbf9d35e05c req-c26ea6af-2bfe-45cf-af92-68aad61bfd07 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:21.730978 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d3aa1adf-f743-4cae-a2c0-7cbf9d35e05c req-c26ea6af-2bfe-45cf-af92-68aad61bfd07 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=c17bd508-168c-424a-bcf3-6145c780cc4a HTTP/1.1" status: 200 len: 944 time: 0.0567861 Nov 23 07:54:21.791800 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-d3aa1adf-f743-4cae-a2c0-7cbf9d35e05c req-96e22161-89cb-4ced-8c6c-4b1982ded4af tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495348 Nov 23 07:54:22.910514 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb68476-686a-429c-a9ed-9f417ccd046a req-0bfa9122-79f3-490a-971f-479209d8e177 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:22.912043 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-cfb68476-686a-429c-a9ed-9f417ccd046a req-0bfa9122-79f3-490a-971f-479209d8e177 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=c17bd508-168c-424a-bcf3-6145c780cc4a HTTP/1.1" status: 200 len: 944 time: 0.0508764 Nov 23 07:54:22.965987 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-cfb68476-686a-429c-a9ed-9f417ccd046a req-b6bc2d8b-f61a-4848-8378-5c735261c75f tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469208 Nov 23 07:54:23.399421 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device ea625575-2852-4b8b-940c-bec1d9c9bfb1 details requested by agent hyperv_hv-cinder-80403 with host hv-cinder-80403 {{(pid=109285) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 07:54:23.493934 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port ea625575-2852-4b8b-940c-bec1d9c9bfb1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ea625575-2852-4b8b-940c-bec1d9c9bfb1,segment=NetworkSegment(01bfddae-d667-40a4-ba2c-71a16ea9303a),segment_id=01bfddae-d667-40a4-ba2c-71a16ea9303a)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:54:23.505464 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Returning: {'device': 'ea625575-2852-4b8b-940c-bec1d9c9bfb1', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'port_id': 'ea625575-2852-4b8b-940c-bec1d9c9bfb1', 'mac_address': 'fa:16:3e:b9:ae:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109285) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 07:54:23.540668 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:23.553424 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea625575-2852-4b8b-940c-bec1d9c9bfb1 {{(pid=109285) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 07:54:23.573128 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port ea625575-2852-4b8b-940c-bec1d9c9bfb1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ea625575-2852-4b8b-940c-bec1d9c9bfb1,segment=NetworkSegment(01bfddae-d667-40a4-ba2c-71a16ea9303a),segment_id=01bfddae-d667-40a4-ba2c-71a16ea9303a)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:54:23.577442 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:23.626337 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=ea625575-2852-4b8b-940c-bec1d9c9bfb1,revision_number=4']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:54:23.633643 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:54:23.634022 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:54:23.634368 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:54:23.634702 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:54:23.635041 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:54:23.635372 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:54:23.635701 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:54:23.636030 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:54:23.636359 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:54:23.636682 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:54:23.637007 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:54:23.637329 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:54:23.869406 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] get_ports_and_sgs() called for port_ids ['ea625575-2852-4b8b-940c-bec1d9c9bfb1'] {{(pid=109285) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 07:54:24.092634 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ec3f8-89c1-4cf9-abf8-1757ac95c44b req-8417cc7d-3be7-4ced-9edf-65f9a44cf8b9 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:24.094843 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-233ec3f8-89c1-4cf9-abf8-1757ac95c44b req-8417cc7d-3be7-4ced-9edf-65f9a44cf8b9 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=c17bd508-168c-424a-bcf3-6145c780cc4a HTTP/1.1" status: 200 len: 945 time: 0.0561795 Nov 23 07:54:24.145096 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-233ec3f8-89c1-4cf9-abf8-1757ac95c44b req-eaa7d588-bffd-4682-8820-e97988431a78 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441544 Nov 23 07:54:25.260500 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde149b-6b56-4a3b-b678-2d1c5a010b96 req-9a8a3a46-0b5c-40b9-95a7-69404e8dde9f tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:25.261985 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-0dde149b-6b56-4a3b-b678-2d1c5a010b96 req-9a8a3a46-0b5c-40b9-95a7-69404e8dde9f tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=c17bd508-168c-424a-bcf3-6145c780cc4a HTTP/1.1" status: 200 len: 945 time: 0.0510159 Nov 23 07:54:25.310386 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-0dde149b-6b56-4a3b-b678-2d1c5a010b96 req-0a2784de-d372-4ee5-ba90-8ffa5b34b3d6 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425308 Nov 23 07:54:25.415360 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device ea625575-2852-4b8b-940c-bec1d9c9bfb1 up at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 07:54:25.480789 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning for port ea625575-2852-4b8b-940c-bec1d9c9bfb1 completed by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 07:54:25.484384 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.provisioning_blocks [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Provisioning complete for port ea625575-2852-4b8b-940c-bec1d9c9bfb1 triggered by entity L2. {{(pid=109285) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 07:54:25.484751 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-647310'] for port, provisioning_complete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:25.560993 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:25.583605 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17bd508-168c-424a-bcf3-6145c780cc4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea625575-2852-4b8b-940c-bec1d9c9bfb1'}] {{(pid=109285) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:54:25.585946 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c02971d1b2c0bcda538738d777e0cd5340c6e6849857750afdab036a2de6ad34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97a6b48-0d43-46c0-a27b-224b15e46083" -d '{"events": [{"server_uuid": "c17bd508-168c-424a-bcf3-6145c780cc4a", "name": "network-vif-plugged", "status": "completed", "tag": "ea625575-2852-4b8b-940c-bec1d9c9bfb1"}]}' {{(pid=109285) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:54:25.599919 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] For port ea625575-2852-4b8b-940c-bec1d9c9bfb1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ea625575-2852-4b8b-940c-bec1d9c9bfb1,segment=NetworkSegment(01bfddae-d667-40a4-ba2c-71a16ea9303a),segment_id=01bfddae-d667-40a4-ba2c-71a16ea9303a)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:54:25.604645 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668'] for port, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:25.652495 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Pushing event updated for resources: {'Port': ['ID=ea625575-2852-4b8b-940c-bec1d9c9bfb1,revision_number=5']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:54:25.677472 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e8bad2-715d-4c44-8777-4255b8bc8da4 x-openstack-request-id: req-33e8bad2-715d-4c44-8777-4255b8bc8da4 {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:54:25.677826 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17bd508-168c-424a-bcf3-6145c780cc4a", "name": "network-vif-plugged", "status": "completed", "tag": "ea625575-2852-4b8b-940c-bec1d9c9bfb1", "code": 200}]} {{(pid=109285) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:54:25.678105 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-33e8bad2-715d-4c44-8777-4255b8bc8da4 {{(pid=109285) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:54:25.678499 dv-cinder-804035-14-iscsi neutron-server[109285]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17bd508-168c-424a-bcf3-6145c780cc4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea625575-2852-4b8b-940c-bec1d9c9bfb1', 'code': 200} Nov 23 07:54:25.912995 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb72cf-8ee8-44fa-84f5-83ed3303eb67 req-2a95c0db-d60a-430b-abc0-9ef472bda552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:25.914459 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-aabb72cf-8ee8-44fa-84f5-83ed3303eb67 req-2a95c0db-d60a-430b-abc0-9ef472bda552 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c17bd508-168c-424a-bcf3-6145c780cc4a HTTP/1.1" status: 200 len: 1099 time: 0.0404692 Nov 23 07:54:25.965842 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-aabb72cf-8ee8-44fa-84f5-83ed3303eb67 req-5bc08394-91c0-4917-8ee0-3e68d74cdf42 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412855 Nov 23 07:54:26.435918 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8db3eb-9971-40b7-807a-b1415f18bb4b req-69b93021-acd4-4ac9-b165-a0bbaa0155fe tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:26.438344 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-4b8db3eb-9971-40b7-807a-b1415f18bb4b req-69b93021-acd4-4ac9-b165-a0bbaa0155fe tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=c17bd508-168c-424a-bcf3-6145c780cc4a HTTP/1.1" status: 200 len: 946 time: 0.0626059 Nov 23 07:54:26.487028 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-4b8db3eb-9971-40b7-807a-b1415f18bb4b req-9545ee77-432c-467e-bf72-d9434b212ba6 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422006 Nov 23 07:54:27.603931 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caccc45-aa40-48be-a72a-4fdad059ec79 req-953750e4-811c-4094-a6b9-af64af56aba8 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:27.605403 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5caccc45-aa40-48be-a72a-4fdad059ec79 req-953750e4-811c-4094-a6b9-af64af56aba8 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=c17bd508-168c-424a-bcf3-6145c780cc4a HTTP/1.1" status: 200 len: 946 time: 0.0512979 Nov 23 07:54:27.653814 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-5caccc45-aa40-48be-a72a-4fdad059ec79 req-2dad291b-c3ae-4cc4-8038-729920595172 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424635 Nov 23 07:54:27.766126 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13c1e8-e9fc-411a-a34b-364aabdcabda req-8949026b-b6e6-4b21-bc16-51e171d03cff tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:27.767544 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-3d13c1e8-e9fc-411a-a34b-364aabdcabda req-8949026b-b6e6-4b21-bc16-51e171d03cff tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=c17bd508-168c-424a-bcf3-6145c780cc4a HTTP/1.1" status: 200 len: 946 time: 0.0476518 Nov 23 07:54:27.820314 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-3d13c1e8-e9fc-411a-a34b-364aabdcabda req-b514f6f0-fc25-4a47-b7c8-2a2e8d3ed3f3 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468082 Nov 23 07:54:27.842305 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 52256) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:54:27.882626 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187aa359-9077-442e-93df-a9c4c6b7b3ee tempest-TestVolumeBootPattern-1679803880 tempest-TestVolumeBootPattern-1679803880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:27.884119 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-187aa359-9077-442e-93df-a9c4c6b7b3ee tempest-TestVolumeBootPattern-1679803880 tempest-TestVolumeBootPattern-1679803880-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c17bd508-168c-424a-bcf3-6145c780cc4a HTTP/1.1" status: 200 len: 1094 time: 0.0406928 Nov 23 07:54:27.886902 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 52258) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:54:27.891307 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.v2.base [None req-d1db6334-f0d2-4d19-a258-6f3c728dc35b tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Request body: {'floatingip': {'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'port_id': 'ea625575-2852-4b8b-940c-bec1d9c9bfb1', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109284) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 07:54:27.912733 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d1db6334-f0d2-4d19-a258-6f3c728dc35b tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for floatingip, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:28.006923 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d1db6334-f0d2-4d19-a258-6f3c728dc35b tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:28.112777 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.db_base_plugin_common [None req-d1db6334-f0d2-4d19-a258-6f3c728dc35b tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Allocated IP 172.27.2.111 (891dfe80-61d0-4c14-832c-7438dfe6f055/08f8fc41-5d8c-4fca-8f02-9f082906db87/9cdc4f8e-c6f5-4a7f-bd94-a763dfa15943) {{(pid=109284) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 07:54:28.209385 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d1db6334-f0d2-4d19-a258-6f3c728dc35b tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for port, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:28.246627 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d1db6334-f0d2-4d19-a258-6f3c728dc35b tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750071691996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909886'] for port, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:28.513640 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1db6334-f0d2-4d19-a258-6f3c728dc35b tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Network 891dfe80-61d0-4c14-832c-7438dfe6f055 is already hosted by enough agents. {{(pid=109284) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 07:54:28.517002 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.base_scheduler [None req-d1db6334-f0d2-4d19-a258-6f3c728dc35b tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Resources bound (agent type, host, resource id): {{(pid=109284) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 07:54:28.520511 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1db6334-f0d2-4d19-a258-6f3c728dc35b tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Received port after_create {{(pid=109284) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 07:54:28.528634 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-4496bd1d-7ee9-4ce1-a94d-81a31a87da76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:28.542479 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db6334-f0d2-4d19-a258-6f3c728dc35b tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Pushing event updated for resources: {'Port': ['ID=9cdc4f8e-c6f5-4a7f-bd94-a763dfa15943,revision_number=1']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:54:28.608317 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:54:28.865964 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d1db6334-f0d2-4d19-a258-6f3c728dc35b tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:28.929598 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d1db6334-f0d2-4d19-a258-6f3c728dc35b tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-548494'] for port, before_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:29.079933 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d1db6334-f0d2-4d19-a258-6f3c728dc35b tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for port, precommit_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:29.083747 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d1db6334-f0d2-4d19-a258-6f3c728dc35b tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750072125898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750071692014', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750071697668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3909831'] for port, after_update {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:29.150038 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db6334-f0d2-4d19-a258-6f3c728dc35b tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Pushing event updated for resources: {'Port': ['ID=9cdc4f8e-c6f5-4a7f-bd94-a763dfa15943,revision_number=2']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:54:29.162067 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d1db6334-f0d2-4d19-a258-6f3c728dc35b tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1712191'] for floatingip, after_create {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:29.261766 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.db.l3_db [None req-d1db6334-f0d2-4d19-a258-6f3c728dc35b tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Floating IP 99b15151-3be1-4ddc-925c-78a7aaaea352 associated. External IP: 172.27.2.111, port: ea625575-2852-4b8b-940c-bec1d9c9bfb1. Nov 23 07:54:29.469932 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1db6334-f0d2-4d19-a258-6f3c728dc35b tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Router 896cc335-b01d-463e-9fc1-5fd3f6c17be3 has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:54:29.588320 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1db6334-f0d2-4d19-a258-6f3c728dc35b tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:54:29.598722 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cfe7df-e66f-41ed-8bbd-9b5d69c1b195 None None] Sync routers for ids ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'] in dv-cinder-804035-14-iscsi {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:54:29.609593 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cfe7df-e66f-41ed-8bbd-9b5d69c1b195 None None] Routers {'896cc335-b01d-463e-9fc1-5fd3f6c17be3'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:54:29.609947 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-d1db6334-f0d2-4d19-a258-6f3c728dc35b tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for floatingip, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:29.610269 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-95cfe7df-e66f-41ed-8bbd-9b5d69c1b195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:54:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:54:29.638551 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-d1db6334-f0d2-4d19-a258-6f3c728dc35b tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7505999 Nov 23 07:54:29.639241 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c17bd508-168c-424a-bcf3-6145c780cc4a', 'tag': 'ea625575-2852-4b8b-940c-bec1d9c9bfb1'}] {{(pid=109284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:54:29.641542 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c78387096465b81761c1bc75509c53a158ab102a0bd2fdc4143831998860951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86593660-bb1a-401a-9870-60ee5a757dde" -d '{"events": [{"name": "network-changed", "server_uuid": "c17bd508-168c-424a-bcf3-6145c780cc4a", "tag": "ea625575-2852-4b8b-940c-bec1d9c9bfb1"}]}' {{(pid=109284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:54:29.721579 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-95cfe7df-e66f-41ed-8bbd-9b5d69c1b195 None None] Set router 896cc335-b01d-463e-9fc1-5fd3f6c17be3 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:54:29.732817 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994442d1-534d-4bf7-b0b9-6eb88ff4b8e4 x-openstack-request-id: req-994442d1-534d-4bf7-b0b9-6eb88ff4b8e4 {{(pid=109284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:54:29.733114 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c17bd508-168c-424a-bcf3-6145c780cc4a", "tag": "ea625575-2852-4b8b-940c-bec1d9c9bfb1", "status": "completed", "code": 200}]} {{(pid=109284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:54:29.733482 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-994442d1-534d-4bf7-b0b9-6eb88ff4b8e4 {{(pid=109284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:54:29.734414 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c17bd508-168c-424a-bcf3-6145c780cc4a', 'tag': 'ea625575-2852-4b8b-940c-bec1d9c9bfb1', 'status': 'completed', 'code': 200} Nov 23 07:54:29.803054 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86593660-bb1a-401a-9870-60ee5a757dde req-5a6dbb87-a538-4e56-9b5b-313e492d1147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:29.804723 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-86593660-bb1a-401a-9870-60ee5a757dde req-5a6dbb87-a538-4e56-9b5b-313e492d1147 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923ced17fbea41d2bb472b52dd316477&device_id=c17bd508-168c-424a-bcf3-6145c780cc4a HTTP/1.1" status: 200 len: 1099 time: 0.0464175 Nov 23 07:54:29.898737 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86593660-bb1a-401a-9870-60ee5a757dde req-f77bfab4-d8a7-4f71-a476-9aa7ca8dafed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:29.900229 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-86593660-bb1a-401a-9870-60ee5a757dde req-f77bfab4-d8a7-4f71-a476-9aa7ca8dafed service neutron] 10.222.0.31 "GET /v2.0/networks?id=c4affbc5-6672-4357-8ba0-5a39b14c7726 HTTP/1.1" status: 200 len: 912 time: 0.0882967 Nov 23 07:54:29.964165 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-95cfe7df-e66f-41ed-8bbd-9b5d69c1b195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'name': 'tempest-TestVolumeBootPattern-378299860-router', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '07888511-c821-47bc-99f8-5cdce44e7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:32Z', 'updated_at': '2021-11-23T07:48:37Z', 'revision_number': 4, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'gw_port': {'id': '07888511-c821-47bc-99f8-5cdce44e7238', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:33Z', 'updated_at': '2021-11-23T07:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_floatingips': [{'id': '1e97c339-a255-43b0-9140-0d58f01f7c28', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'port_id': '9e3b2c21-6496-4e46-b7a3-80855a393bc3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'mac_address': 'fa:16:3e:ad:03:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18f5dd9-65e2-499f-94d9-4d2b8a657e1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:52:09Z', 'updated_at': '2021-11-23T07:52:12Z', 'revision_number': 1, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'fixed_ip_address_scope': None}, {'id': '99b15151-3be1-4ddc-925c-78a7aaaea352', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'port_id': 'ea625575-2852-4b8b-940c-bec1d9c9bfb1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'mac_address': 'fa:16:3e:b9:ae:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17bd508-168c-424a-bcf3-6145c780cc4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:54:28Z', 'updated_at': '2021-11-23T07:54:28Z', 'revision_number': 0, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516a9013-3e9c-457c-b973-8b9794fc8340', 'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'mac_address': 'fa:16:3e:30:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:36Z', 'updated_at': '2021-11-23T07:48:43Z', 'revision_number': 5, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'subnets': [{'id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:54:29.965624 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-86593660-bb1a-401a-9870-60ee5a757dde req-ef2f35cb-54e3-4980-8e86-5e56cdb53f3a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea625575-2852-4b8b-940c-bec1d9c9bfb1 HTTP/1.1" status: 200 len: 1000 time: 0.0577931 Nov 23 07:54:29.990719 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cfe7df-e66f-41ed-8bbd-9b5d69c1b195 None None] Checking router: 896cc335-b01d-463e-9fc1-5fd3f6c17be3 for host: dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:54:29.999068 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cfe7df-e66f-41ed-8bbd-9b5d69c1b195 None None] Routers {'896cc335-b01d-463e-9fc1-5fd3f6c17be3'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:54:29.999718 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-95cfe7df-e66f-41ed-8bbd-9b5d69c1b195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:54:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:54:30.014128 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86593660-bb1a-401a-9870-60ee5a757dde req-6adf28d0-5a3c-480e-aae8-010fc9073a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:30.016117 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-86593660-bb1a-401a-9870-60ee5a757dde req-6adf28d0-5a3c-480e-aae8-010fc9073a76 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5a9db76-59eb-474e-8541-9bbdd87b2e12 HTTP/1.1" status: 200 len: 850 time: 0.0432038 Nov 23 07:54:30.065454 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86593660-bb1a-401a-9870-60ee5a757dde req-8bd78b2b-574b-4431-b0e4-bcc08fb4d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:54:30.066991 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-86593660-bb1a-401a-9870-60ee5a757dde req-8bd78b2b-574b-4431-b0e4-bcc08fb4d8f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c4affbc5-6672-4357-8ba0-5a39b14c7726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437379 Nov 23 07:54:30.109101 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-95cfe7df-e66f-41ed-8bbd-9b5d69c1b195 None None] Set router 896cc335-b01d-463e-9fc1-5fd3f6c17be3 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:54:30.176372 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-86593660-bb1a-401a-9870-60ee5a757dde req-80f3f99b-44ea-4e30-8858-99738565839c service neutron] 10.222.0.31 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020436 Nov 23 07:54:30.271681 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-86593660-bb1a-401a-9870-60ee5a757dde req-2d6bdb4a-5a1a-48b1-8c62-0f2b40e19a31 service neutron] 10.222.0.31 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874434 Nov 23 07:54:30.352442 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-95cfe7df-e66f-41ed-8bbd-9b5d69c1b195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'name': 'tempest-TestVolumeBootPattern-378299860-router', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '07888511-c821-47bc-99f8-5cdce44e7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:32Z', 'updated_at': '2021-11-23T07:48:37Z', 'revision_number': 4, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'gw_port': {'id': '07888511-c821-47bc-99f8-5cdce44e7238', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:33Z', 'updated_at': '2021-11-23T07:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_floatingips': [{'id': '1e97c339-a255-43b0-9140-0d58f01f7c28', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'port_id': '9e3b2c21-6496-4e46-b7a3-80855a393bc3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'mac_address': 'fa:16:3e:ad:03:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18f5dd9-65e2-499f-94d9-4d2b8a657e1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:52:09Z', 'updated_at': '2021-11-23T07:52:12Z', 'revision_number': 1, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'fixed_ip_address_scope': None}, {'id': '99b15151-3be1-4ddc-925c-78a7aaaea352', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'port_id': 'ea625575-2852-4b8b-940c-bec1d9c9bfb1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'mac_address': 'fa:16:3e:b9:ae:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17bd508-168c-424a-bcf3-6145c780cc4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:54:28Z', 'updated_at': '2021-11-23T07:54:28Z', 'revision_number': 0, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516a9013-3e9c-457c-b973-8b9794fc8340', 'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'mac_address': 'fa:16:3e:30:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:36Z', 'updated_at': '2021-11-23T07:48:43Z', 'revision_number': 5, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'subnets': [{'id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:54:30.378802 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cfe7df-e66f-41ed-8bbd-9b5d69c1b195 None None] The sync data for ids ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'] in dv-cinder-804035-14-iscsi is: [{'id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'name': 'tempest-TestVolumeBootPattern-378299860-router', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '07888511-c821-47bc-99f8-5cdce44e7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:32Z', 'updated_at': '2021-11-23T07:48:37Z', 'revision_number': 4, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'gw_port': {'id': '07888511-c821-47bc-99f8-5cdce44e7238', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:33Z', 'updated_at': '2021-11-23T07:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_floatingips': [{'id': '1e97c339-a255-43b0-9140-0d58f01f7c28', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'port_id': '9e3b2c21-6496-4e46-b7a3-80855a393bc3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'mac_address': 'fa:16:3e:ad:03:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18f5dd9-65e2-499f-94d9-4d2b8a657e1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:52:09Z', 'updated_at': '2021-11-23T07:52:12Z', 'revision_number': 1, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'fixed_ip_address_scope': None}, {'id': '99b15151-3be1-4ddc-925c-78a7aaaea352', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'floating_ip_address': '172.27.2.111', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'port_id': 'ea625575-2852-4b8b-940c-bec1d9c9bfb1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'mac_address': 'fa:16:3e:b9:ae:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17bd508-168c-424a-bcf3-6145c780cc4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:54:28Z', 'updated_at': '2021-11-23T07:54:28Z', 'revision_number': 0, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516a9013-3e9c-457c-b973-8b9794fc8340', 'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'mac_address': 'fa:16:3e:30:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:36Z', 'updated_at': '2021-11-23T07:48:43Z', 'revision_number': 5, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'subnets': [{'id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:54:30.575437 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c683e56-b857-4cd9-8972-3040def367ae None None] New status for floating IP 99b15151-3be1-4ddc-925c-78a7aaaea352: ACTIVE {{(pid=109286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 07:54:31.339799 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-246bd582-dc44-4ef8-ba21-9d4d98baca33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:32.819480 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:34.865376 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:35.599876 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:37.442475 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:54:58.532263 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-f9d82a77-b9eb-4fcc-8aa2-efff572044ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:55:01.344290 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-7da47c0d-c069-4777-9b86-cfb61ef194d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:55:02.823429 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:55:04.867175 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:55:05.603877 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:55:05.609293 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:55:07.443249 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:55:09.091082 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-10fcd1c7-ddde-4e32-900c-2d47816f00fb req-68497d4f-1584-46fa-8a9c-237768f0d900 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e18f5dd9-65e2-499f-94d9-4d2b8a657e1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417273 Nov 23 07:55:09.177662 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcd1c7-ddde-4e32-900c-2d47816f00fb req-e41b3950-f6a6-4d40-a1bb-877b9f2c8286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:55:09.179226 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-10fcd1c7-ddde-4e32-900c-2d47816f00fb req-e41b3950-f6a6-4d40-a1bb-877b9f2c8286 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923ced17fbea41d2bb472b52dd316477&device_id=e18f5dd9-65e2-499f-94d9-4d2b8a657e1a HTTP/1.1" status: 200 len: 1098 time: 0.0420682 Nov 23 07:55:09.288845 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcd1c7-ddde-4e32-900c-2d47816f00fb req-dfaa5905-6c7e-48a4-83bd-aa5355f1bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:55:09.290387 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-10fcd1c7-ddde-4e32-900c-2d47816f00fb req-dfaa5905-6c7e-48a4-83bd-aa5355f1bf50 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c4affbc5-6672-4357-8ba0-5a39b14c7726 HTTP/1.1" status: 200 len: 912 time: 0.0905750 Nov 23 07:55:09.358961 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-10fcd1c7-ddde-4e32-900c-2d47816f00fb req-f00d8373-98e3-4b82-aa1d-4103e6c46185 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e3b2c21-6496-4e46-b7a3-80855a393bc3 HTTP/1.1" status: 200 len: 1001 time: 0.0609190 Nov 23 07:55:09.415539 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcd1c7-ddde-4e32-900c-2d47816f00fb req-8f68249f-9ff7-4426-96e5-e17fb61ac58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:55:09.417043 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-10fcd1c7-ddde-4e32-900c-2d47816f00fb req-8f68249f-9ff7-4426-96e5-e17fb61ac58a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5a9db76-59eb-474e-8541-9bbdd87b2e12 HTTP/1.1" status: 200 len: 850 time: 0.0493975 Nov 23 07:55:09.468202 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcd1c7-ddde-4e32-900c-2d47816f00fb req-c53fc7fc-e33f-444b-94d7-3819147fe5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:55:09.469757 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-10fcd1c7-ddde-4e32-900c-2d47816f00fb req-c53fc7fc-e33f-444b-94d7-3819147fe5f7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c4affbc5-6672-4357-8ba0-5a39b14c7726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416350 Nov 23 07:55:09.563997 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-10fcd1c7-ddde-4e32-900c-2d47816f00fb req-94b53517-b73e-4241-bd9e-299948b964e6 service neutron] 10.222.0.31 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860753 Nov 23 07:55:09.661501 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-10fcd1c7-ddde-4e32-900c-2d47816f00fb req-2b009308-231c-44dc-8c4a-143469655150 service neutron] 10.222.0.31 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881841 Nov 23 07:55:28.534221 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-27b8167b-2180-443f-90c9-fbe92bde7e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:55:31.346113 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-6566a581-0488-4129-83a6-fb160a523e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:55:32.826193 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:55:34.871677 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:55:35.605662 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:55:37.474398 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:55:42.607116 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:55:58.536808 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-62791e1f-b1e4-40a0-b374-660802cfab6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:01.347444 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-0716b95e-cbc3-4c6a-9642-ef8cb046cc6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:02.827557 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:04.873330 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:05.608758 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:06.623604 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 52296) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:56:06.778306 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-75855e01-a87d-4025-8faf-55cc720bd022 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Deleting port 9cdc4f8e-c6f5-4a7f-bd94-a763dfa15943 {{(pid=109284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:56:06.778551 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-75855e01-a87d-4025-8faf-55cc720bd022 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:06.858225 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-75855e01-a87d-4025-8faf-55cc720bd022 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:06.858547 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-75855e01-a87d-4025-8faf-55cc720bd022 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:06.870484 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-75855e01-a87d-4025-8faf-55cc720bd022 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Calling delete_port for 9cdc4f8e-c6f5-4a7f-bd94-a763dfa15943 owned by network:floatingip {{(pid=109284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:56:07.015301 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-75855e01-a87d-4025-8faf-55cc720bd022 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909886'] for port, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:07.045937 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75855e01-a87d-4025-8faf-55cc720bd022 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Pushing event deleted for resources: {'Port': ['ID=9cdc4f8e-c6f5-4a7f-bd94-a763dfa15943,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:56:07.065908 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75855e01-a87d-4025-8faf-55cc720bd022 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:07.066257 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75855e01-a87d-4025-8faf-55cc720bd022 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:07.066594 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75855e01-a87d-4025-8faf-55cc720bd022 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:07.066926 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75855e01-a87d-4025-8faf-55cc720bd022 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:07.067301 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75855e01-a87d-4025-8faf-55cc720bd022 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:07.067778 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75855e01-a87d-4025-8faf-55cc720bd022 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:07.068185 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75855e01-a87d-4025-8faf-55cc720bd022 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:07.068515 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75855e01-a87d-4025-8faf-55cc720bd022 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:07.068856 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75855e01-a87d-4025-8faf-55cc720bd022 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:07.069179 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75855e01-a87d-4025-8faf-55cc720bd022 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:07.069504 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75855e01-a87d-4025-8faf-55cc720bd022 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:07.069850 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75855e01-a87d-4025-8faf-55cc720bd022 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:07.112076 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-75855e01-a87d-4025-8faf-55cc720bd022 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for floatingip, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:07.112360 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.db.l3_db [None req-75855e01-a87d-4025-8faf-55cc720bd022 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Floating IP 99b15151-3be1-4ddc-925c-78a7aaaea352 disassociated (deleted). External IP: 172.27.2.111, port: ea625575-2852-4b8b-940c-bec1d9c9bfb1. Nov 23 07:56:07.315593 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75855e01-a87d-4025-8faf-55cc720bd022 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Router 896cc335-b01d-463e-9fc1-5fd3f6c17be3 has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:56:07.420584 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75855e01-a87d-4025-8faf-55cc720bd022 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:56:07.425397 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-75855e01-a87d-4025-8faf-55cc720bd022 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for floatingip, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:07.430496 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3d8e46-ed14-483f-848d-c7c1fba019bf None None] Sync routers for ids ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'] in dv-cinder-804035-14-iscsi {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:56:07.439477 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3d8e46-ed14-483f-848d-c7c1fba019bf None None] Routers {'896cc335-b01d-463e-9fc1-5fd3f6c17be3'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:56:07.440085 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-4f3d8e46-ed14-483f-848d-c7c1fba019bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:56:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:56:07.452845 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-75855e01-a87d-4025-8faf-55cc720bd022 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "DELETE /v2.0/floatingips/99b15151-3be1-4ddc-925c-78a7aaaea352 HTTP/1.1" status: 204 len: 168 time: 0.8281515 Nov 23 07:56:07.453445 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c17bd508-168c-424a-bcf3-6145c780cc4a', 'tag': 'ea625575-2852-4b8b-940c-bec1d9c9bfb1'}] {{(pid=109284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:56:07.455790 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c78387096465b81761c1bc75509c53a158ab102a0bd2fdc4143831998860951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589ea6a8-3019-4d34-a7ff-7152cca0d2e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c17bd508-168c-424a-bcf3-6145c780cc4a", "tag": "ea625575-2852-4b8b-940c-bec1d9c9bfb1"}]}' {{(pid=109284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:56:07.497740 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb73a46-5698-4ac5-850b-e8665654c433 x-openstack-request-id: req-5fb73a46-5698-4ac5-850b-e8665654c433 {{(pid=109284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:56:07.497740 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c17bd508-168c-424a-bcf3-6145c780cc4a", "tag": "ea625575-2852-4b8b-940c-bec1d9c9bfb1", "status": "completed", "code": 200}]} {{(pid=109284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:56:07.497740 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5fb73a46-5698-4ac5-850b-e8665654c433 {{(pid=109284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:56:07.498191 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c17bd508-168c-424a-bcf3-6145c780cc4a', 'tag': 'ea625575-2852-4b8b-940c-bec1d9c9bfb1', 'status': 'completed', 'code': 200} Nov 23 07:56:07.579364 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ea6a8-3019-4d34-a7ff-7152cca0d2e6 req-4a416405-147e-46d1-bea8-02b5e3de3a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:56:07.581967 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-589ea6a8-3019-4d34-a7ff-7152cca0d2e6 req-4a416405-147e-46d1-bea8-02b5e3de3a8f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923ced17fbea41d2bb472b52dd316477&device_id=c17bd508-168c-424a-bcf3-6145c780cc4a HTTP/1.1" status: 200 len: 1099 time: 0.0503001 Nov 23 07:56:07.669000 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:07.689559 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-4f3d8e46-ed14-483f-848d-c7c1fba019bf None None] Set router 896cc335-b01d-463e-9fc1-5fd3f6c17be3 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:56:07.716370 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ea6a8-3019-4d34-a7ff-7152cca0d2e6 req-5e040124-29d2-4555-bcd8-e6c6c8f50d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:56:07.717925 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-589ea6a8-3019-4d34-a7ff-7152cca0d2e6 req-5e040124-29d2-4555-bcd8-e6c6c8f50d0d service neutron] 10.222.0.31 "GET /v2.0/networks?id=c4affbc5-6672-4357-8ba0-5a39b14c7726 HTTP/1.1" status: 200 len: 912 time: 0.1258838 Nov 23 07:56:07.728644 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f29d8-008b-45eb-b7c2-73090fe24062 req-5e6c0739-d6b5-4874-8501-3e5f82d6afa2 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:56:07.730122 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-115f29d8-008b-45eb-b7c2-73090fe24062 req-5e6c0739-d6b5-4874-8501-3e5f82d6afa2 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=c17bd508-168c-424a-bcf3-6145c780cc4a HTTP/1.1" status: 200 len: 946 time: 0.0724022 Nov 23 07:56:07.770196 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-589ea6a8-3019-4d34-a7ff-7152cca0d2e6 req-03407fdd-1ffa-4b00-ba15-6f68da7161f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea625575-2852-4b8b-940c-bec1d9c9bfb1 HTTP/1.1" status: 200 len: 217 time: 0.0391138 Nov 23 07:56:07.844071 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-115f29d8-008b-45eb-b7c2-73090fe24062 req-f619038e-cf5d-467b-8619-fe7db1cd8699 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063478 Nov 23 07:56:07.847694 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ea6a8-3019-4d34-a7ff-7152cca0d2e6 req-71ed8f6c-6c4e-466e-819f-c2b91091f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:56:07.849130 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-589ea6a8-3019-4d34-a7ff-7152cca0d2e6 req-71ed8f6c-6c4e-466e-819f-c2b91091f379 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5a9db76-59eb-474e-8541-9bbdd87b2e12 HTTP/1.1" status: 200 len: 850 time: 0.0712838 Nov 23 07:56:07.898849 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ea6a8-3019-4d34-a7ff-7152cca0d2e6 req-3679baf3-69bf-4f0f-a83d-cb98d1d04675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:56:07.900355 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-589ea6a8-3019-4d34-a7ff-7152cca0d2e6 req-3679baf3-69bf-4f0f-a83d-cb98d1d04675 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c4affbc5-6672-4357-8ba0-5a39b14c7726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0419047 Nov 23 07:56:07.916557 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-4f3d8e46-ed14-483f-848d-c7c1fba019bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'name': 'tempest-TestVolumeBootPattern-378299860-router', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '07888511-c821-47bc-99f8-5cdce44e7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:32Z', 'updated_at': '2021-11-23T07:48:37Z', 'revision_number': 4, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'gw_port': {'id': '07888511-c821-47bc-99f8-5cdce44e7238', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:33Z', 'updated_at': '2021-11-23T07:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_floatingips': [{'id': '1e97c339-a255-43b0-9140-0d58f01f7c28', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'port_id': '9e3b2c21-6496-4e46-b7a3-80855a393bc3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'mac_address': 'fa:16:3e:ad:03:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18f5dd9-65e2-499f-94d9-4d2b8a657e1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:52:09Z', 'updated_at': '2021-11-23T07:52:12Z', 'revision_number': 1, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516a9013-3e9c-457c-b973-8b9794fc8340', 'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'mac_address': 'fa:16:3e:30:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:36Z', 'updated_at': '2021-11-23T07:48:43Z', 'revision_number': 5, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'subnets': [{'id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:56:07.942653 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3d8e46-ed14-483f-848d-c7c1fba019bf None None] Checking router: 896cc335-b01d-463e-9fc1-5fd3f6c17be3 for host: dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:56:07.951233 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3d8e46-ed14-483f-848d-c7c1fba019bf None None] Routers {'896cc335-b01d-463e-9fc1-5fd3f6c17be3'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:56:07.951848 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-4f3d8e46-ed14-483f-848d-c7c1fba019bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:56:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:56:07.998495 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-589ea6a8-3019-4d34-a7ff-7152cca0d2e6 req-b9ad4d24-3dcc-4ff0-be92-19682ea5f3b5 service neutron] 10.222.0.31 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875471 Nov 23 07:56:08.062205 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-4f3d8e46-ed14-483f-848d-c7c1fba019bf None None] Set router 896cc335-b01d-463e-9fc1-5fd3f6c17be3 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:56:08.093590 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-589ea6a8-3019-4d34-a7ff-7152cca0d2e6 req-cc3976c7-257d-44a5-b36f-39096d0f028b service neutron] 10.222.0.31 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864434 Nov 23 07:56:08.296803 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-4f3d8e46-ed14-483f-848d-c7c1fba019bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'name': 'tempest-TestVolumeBootPattern-378299860-router', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '07888511-c821-47bc-99f8-5cdce44e7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:32Z', 'updated_at': '2021-11-23T07:48:37Z', 'revision_number': 4, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'gw_port': {'id': '07888511-c821-47bc-99f8-5cdce44e7238', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:33Z', 'updated_at': '2021-11-23T07:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_floatingips': [{'id': '1e97c339-a255-43b0-9140-0d58f01f7c28', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'port_id': '9e3b2c21-6496-4e46-b7a3-80855a393bc3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'mac_address': 'fa:16:3e:ad:03:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18f5dd9-65e2-499f-94d9-4d2b8a657e1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:52:09Z', 'updated_at': '2021-11-23T07:52:12Z', 'revision_number': 1, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516a9013-3e9c-457c-b973-8b9794fc8340', 'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'mac_address': 'fa:16:3e:30:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:36Z', 'updated_at': '2021-11-23T07:48:43Z', 'revision_number': 5, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'subnets': [{'id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:56:08.322507 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3d8e46-ed14-483f-848d-c7c1fba019bf None None] The sync data for ids ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'] in dv-cinder-804035-14-iscsi is: [{'id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'name': 'tempest-TestVolumeBootPattern-378299860-router', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '07888511-c821-47bc-99f8-5cdce44e7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:32Z', 'updated_at': '2021-11-23T07:48:37Z', 'revision_number': 4, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'gw_port': {'id': '07888511-c821-47bc-99f8-5cdce44e7238', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:33Z', 'updated_at': '2021-11-23T07:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_floatingips': [{'id': '1e97c339-a255-43b0-9140-0d58f01f7c28', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'router_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'port_id': '9e3b2c21-6496-4e46-b7a3-80855a393bc3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'mac_address': 'fa:16:3e:ad:03:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e18f5dd9-65e2-499f-94d9-4d2b8a657e1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T07:52:09Z', 'updated_at': '2021-11-23T07:52:12Z', 'revision_number': 1, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516a9013-3e9c-457c-b973-8b9794fc8340', 'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'mac_address': 'fa:16:3e:30:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:36Z', 'updated_at': '2021-11-23T07:48:43Z', 'revision_number': 5, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'subnets': [{'id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:56:08.532801 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5839b8ff-120e-4692-b3eb-48440d850bd2 None None] New status for floating IP 99b15151-3be1-4ddc-925c-78a7aaaea352: DOWN {{(pid=109286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 07:56:08.962073 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef942a6d-0195-4305-a9d2-c0de50ee8468 req-afb29580-c61a-4bb3-879f-1f09beb1134c tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:56:08.963541 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ef942a6d-0195-4305-a9d2-c0de50ee8468 req-afb29580-c61a-4bb3-879f-1f09beb1134c tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=c17bd508-168c-424a-bcf3-6145c780cc4a HTTP/1.1" status: 200 len: 946 time: 0.0483780 Nov 23 07:56:09.015205 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ef942a6d-0195-4305-a9d2-c0de50ee8468 req-857f8e5e-c2e3-40e2-b0bb-0e57dd0c4f0a tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458035 Nov 23 07:56:09.563620 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39253f-3ff9-4cf8-9240-5370491f3bd3 req-cb156ed6-1ae9-4465-b630-92838eda8376 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:56:09.565219 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-af39253f-3ff9-4cf8-9240-5370491f3bd3 req-cb156ed6-1ae9-4465-b630-92838eda8376 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.31 "GET /v2.0/ports?device_id=c17bd508-168c-424a-bcf3-6145c780cc4a HTTP/1.1" status: 200 len: 946 time: 0.0536389 Nov 23 07:56:09.657983 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-af39253f-3ff9-4cf8-9240-5370491f3bd3 req-e0deec9b-ee1d-4d45-a3f9-d994c402bf28 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Deleting port ea625575-2852-4b8b-940c-bec1d9c9bfb1 {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:56:09.658317 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-af39253f-3ff9-4cf8-9240-5370491f3bd3 req-e0deec9b-ee1d-4d45-a3f9-d994c402bf28 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:09.745938 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-af39253f-3ff9-4cf8-9240-5370491f3bd3 req-e0deec9b-ee1d-4d45-a3f9-d994c402bf28 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] For port ea625575-2852-4b8b-940c-bec1d9c9bfb1, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=ea625575-2852-4b8b-940c-bec1d9c9bfb1,segment=NetworkSegment(01bfddae-d667-40a4-ba2c-71a16ea9303a),segment_id=01bfddae-d667-40a4-ba2c-71a16ea9303a)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:56:09.746314 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-af39253f-3ff9-4cf8-9240-5370491f3bd3 req-e0deec9b-ee1d-4d45-a3f9-d994c402bf28 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:09.759436 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-af39253f-3ff9-4cf8-9240-5370491f3bd3 req-e0deec9b-ee1d-4d45-a3f9-d994c402bf28 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Calling delete_port for ea625575-2852-4b8b-940c-bec1d9c9bfb1 owned by compute:nova {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:56:09.881520 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-af39253f-3ff9-4cf8-9240-5370491f3bd3 req-e0deec9b-ee1d-4d45-a3f9-d994c402bf28 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:09.921825 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0deec9b-ee1d-4d45-a3f9-d994c402bf28 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Pushing event deleted for resources: {'Port': ['ID=ea625575-2852-4b8b-940c-bec1d9c9bfb1,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:56:09.956962 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0deec9b-ee1d-4d45-a3f9-d994c402bf28 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:09.957312 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0deec9b-ee1d-4d45-a3f9-d994c402bf28 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:09.957652 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0deec9b-ee1d-4d45-a3f9-d994c402bf28 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:09.958016 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0deec9b-ee1d-4d45-a3f9-d994c402bf28 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:09.958349 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0deec9b-ee1d-4d45-a3f9-d994c402bf28 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:09.958684 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0deec9b-ee1d-4d45-a3f9-d994c402bf28 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:09.959010 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0deec9b-ee1d-4d45-a3f9-d994c402bf28 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:09.959337 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0deec9b-ee1d-4d45-a3f9-d994c402bf28 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:09.959661 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0deec9b-ee1d-4d45-a3f9-d994c402bf28 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:09.959982 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0deec9b-ee1d-4d45-a3f9-d994c402bf28 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:09.960302 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0deec9b-ee1d-4d45-a3f9-d994c402bf28 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:09.961307 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0deec9b-ee1d-4d45-a3f9-d994c402bf28 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:09.965140 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-af39253f-3ff9-4cf8-9240-5370491f3bd3 req-e0deec9b-ee1d-4d45-a3f9-d994c402bf28 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] No DVR routers for this DVR port ea625575-2852-4b8b-940c-bec1d9c9bfb1 on host hv-cinder-80403 {{(pid=109283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:56:09.967499 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-af39253f-3ff9-4cf8-9240-5370491f3bd3 req-e0deec9b-ee1d-4d45-a3f9-d994c402bf28 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:09.971013 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-af39253f-3ff9-4cf8-9240-5370491f3bd3 req-e0deec9b-ee1d-4d45-a3f9-d994c402bf28 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.31 "DELETE /v2.0/ports/ea625575-2852-4b8b-940c-bec1d9c9bfb1 HTTP/1.1" status: 204 len: 173 time: 0.3993526 Nov 23 07:56:09.971725 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17bd508-168c-424a-bcf3-6145c780cc4a', 'name': 'network-vif-deleted', 'tag': 'ea625575-2852-4b8b-940c-bec1d9c9bfb1'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:56:09.973967 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9133db7e-29fb-48ad-a03c-eb74d8619cc4" -d '{"events": [{"server_uuid": "c17bd508-168c-424a-bcf3-6145c780cc4a", "name": "network-vif-deleted", "tag": "ea625575-2852-4b8b-940c-bec1d9c9bfb1"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:56:10.010535 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23db5635-f47d-4f6a-a3da-95218220b517 x-openstack-request-id: req-23db5635-f47d-4f6a-a3da-95218220b517 {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:56:10.010855 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17bd508-168c-424a-bcf3-6145c780cc4a", "name": "network-vif-deleted", "tag": "ea625575-2852-4b8b-940c-bec1d9c9bfb1", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:56:10.011112 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-23db5635-f47d-4f6a-a3da-95218220b517 {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:56:10.011506 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17bd508-168c-424a-bcf3-6145c780cc4a', 'name': 'network-vif-deleted', 'tag': 'ea625575-2852-4b8b-940c-bec1d9c9bfb1', 'status': 'completed', 'code': 200} Nov 23 07:56:10.107140 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-95a94817-3a18-417f-bd24-55cad28b0282 req-341d8df9-ce7f-4078-9fc8-c59a2598b048 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=c17bd508-168c-424a-bcf3-6145c780cc4a HTTP/1.1" status: 200 len: 210 time: 0.0258617 Nov 23 07:56:13.377377 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 52336) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:56:13.536763 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-33d9f880-8503-42e8-adac-c2d2c0454067 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Deleting port 31d62bb4-de99-48a3-8bf3-673fd4293048 {{(pid=109284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:56:13.537106 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-33d9f880-8503-42e8-adac-c2d2c0454067 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:13.611461 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-33d9f880-8503-42e8-adac-c2d2c0454067 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:13.611845 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-33d9f880-8503-42e8-adac-c2d2c0454067 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:13.623224 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-33d9f880-8503-42e8-adac-c2d2c0454067 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Calling delete_port for 31d62bb4-de99-48a3-8bf3-673fd4293048 owned by network:floatingip {{(pid=109284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:56:13.768039 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-33d9f880-8503-42e8-adac-c2d2c0454067 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909886'] for port, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:13.791172 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9f880-8503-42e8-adac-c2d2c0454067 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Pushing event deleted for resources: {'Port': ['ID=31d62bb4-de99-48a3-8bf3-673fd4293048,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:56:13.854335 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-33d9f880-8503-42e8-adac-c2d2c0454067 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for floatingip, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:13.854748 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.db.l3_db [None req-33d9f880-8503-42e8-adac-c2d2c0454067 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Floating IP 1e97c339-a255-43b0-9140-0d58f01f7c28 disassociated (deleted). External IP: 172.27.2.107, port: 9e3b2c21-6496-4e46-b7a3-80855a393bc3. Nov 23 07:56:14.024141 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device ea625575-2852-4b8b-940c-bec1d9c9bfb1 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:56:14.048854 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] No Port match for: ea625575-2852-4b8b-940c-bec1d9c9bfb1 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:56:14.049204 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device ea625575-2852-4b8b-940c-bec1d9c9bfb1 not bound to the agent host hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:56:14.072946 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d9f880-8503-42e8-adac-c2d2c0454067 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Router 896cc335-b01d-463e-9fc1-5fd3f6c17be3 has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:56:14.184519 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d9f880-8503-42e8-adac-c2d2c0454067 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:56:14.189113 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-33d9f880-8503-42e8-adac-c2d2c0454067 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for floatingip, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:14.197650 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa59fccd-9433-49ed-ac43-18c9b6f19ce2 None None] Sync routers for ids ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'] in dv-cinder-804035-14-iscsi {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:56:14.209995 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa59fccd-9433-49ed-ac43-18c9b6f19ce2 None None] Routers {'896cc335-b01d-463e-9fc1-5fd3f6c17be3'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:56:14.210997 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-fa59fccd-9433-49ed-ac43-18c9b6f19ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:56:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:56:14.328697 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-fa59fccd-9433-49ed-ac43-18c9b6f19ce2 None None] Set router 896cc335-b01d-463e-9fc1-5fd3f6c17be3 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:56:14.481149 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-33d9f880-8503-42e8-adac-c2d2c0454067 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "DELETE /v2.0/floatingips/1e97c339-a255-43b0-9140-0d58f01f7c28 HTTP/1.1" status: 204 len: 168 time: 1.1025662 Nov 23 07:56:14.481932 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18f5dd9-65e2-499f-94d9-4d2b8a657e1a', 'tag': '9e3b2c21-6496-4e46-b7a3-80855a393bc3'}] {{(pid=109284) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:56:14.484230 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c78387096465b81761c1bc75509c53a158ab102a0bd2fdc4143831998860951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9ac7b0-7ed2-4f7b-8da4-b82f3d1d8ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "e18f5dd9-65e2-499f-94d9-4d2b8a657e1a", "tag": "9e3b2c21-6496-4e46-b7a3-80855a393bc3"}]}' {{(pid=109284) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:56:14.521562 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 07:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e728cf9f-7d19-435e-9e17-16c4a17ddf28 x-openstack-request-id: req-e728cf9f-7d19-435e-9e17-16c4a17ddf28 {{(pid=109284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:56:14.521898 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18f5dd9-65e2-499f-94d9-4d2b8a657e1a", "tag": "9e3b2c21-6496-4e46-b7a3-80855a393bc3", "status": "completed", "code": 200}]} {{(pid=109284) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:56:14.522151 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e728cf9f-7d19-435e-9e17-16c4a17ddf28 {{(pid=109284) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:56:14.522546 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18f5dd9-65e2-499f-94d9-4d2b8a657e1a', 'tag': '9e3b2c21-6496-4e46-b7a3-80855a393bc3', 'status': 'completed', 'code': 200} Nov 23 07:56:14.549214 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-fa59fccd-9433-49ed-ac43-18c9b6f19ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'name': 'tempest-TestVolumeBootPattern-378299860-router', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '07888511-c821-47bc-99f8-5cdce44e7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:32Z', 'updated_at': '2021-11-23T07:48:37Z', 'revision_number': 4, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'gw_port': {'id': '07888511-c821-47bc-99f8-5cdce44e7238', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:33Z', 'updated_at': '2021-11-23T07:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '516a9013-3e9c-457c-b973-8b9794fc8340', 'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'mac_address': 'fa:16:3e:30:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:36Z', 'updated_at': '2021-11-23T07:48:43Z', 'revision_number': 5, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'subnets': [{'id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:56:14.577525 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa59fccd-9433-49ed-ac43-18c9b6f19ce2 None None] Checking router: 896cc335-b01d-463e-9fc1-5fd3f6c17be3 for host: dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:56:14.586888 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa59fccd-9433-49ed-ac43-18c9b6f19ce2 None None] Routers {'896cc335-b01d-463e-9fc1-5fd3f6c17be3'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:56:14.587454 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-fa59fccd-9433-49ed-ac43-18c9b6f19ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:56:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:56:14.600737 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ac7b0-7ed2-4f7b-8da4-b82f3d1d8ed1 req-05638e7e-3292-4c95-bd36-062592232f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:56:14.604207 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-cf9ac7b0-7ed2-4f7b-8da4-b82f3d1d8ed1 req-05638e7e-3292-4c95-bd36-062592232f3c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=923ced17fbea41d2bb472b52dd316477&device_id=e18f5dd9-65e2-499f-94d9-4d2b8a657e1a HTTP/1.1" status: 200 len: 1098 time: 0.0519159 Nov 23 07:56:14.701466 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-fa59fccd-9433-49ed-ac43-18c9b6f19ce2 None None] Set router 896cc335-b01d-463e-9fc1-5fd3f6c17be3 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:56:14.745037 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ac7b0-7ed2-4f7b-8da4-b82f3d1d8ed1 req-ccd540cd-6555-4805-9950-20ece69cf99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:56:14.746568 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-cf9ac7b0-7ed2-4f7b-8da4-b82f3d1d8ed1 req-ccd540cd-6555-4805-9950-20ece69cf99e service neutron] 10.222.0.31 "GET /v2.0/networks?id=c4affbc5-6672-4357-8ba0-5a39b14c7726 HTTP/1.1" status: 200 len: 912 time: 0.1274602 Nov 23 07:56:14.754948 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf5974-4756-412a-b38f-73b20af10cfa req-3d1cd009-531e-431f-b131-6fda14a4b910 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:56:14.756387 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-00cf5974-4756-412a-b38f-73b20af10cfa req-3d1cd009-531e-431f-b131-6fda14a4b910 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=e18f5dd9-65e2-499f-94d9-4d2b8a657e1a HTTP/1.1" status: 200 len: 945 time: 0.0703890 Nov 23 07:56:14.795242 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-cf9ac7b0-7ed2-4f7b-8da4-b82f3d1d8ed1 req-1aaf89f1-18eb-4264-86b7-cfbf1f9f4bc6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e3b2c21-6496-4e46-b7a3-80855a393bc3 HTTP/1.1" status: 200 len: 217 time: 0.0378971 Nov 23 07:56:14.876136 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-00cf5974-4756-412a-b38f-73b20af10cfa req-17003d01-0518-462c-9bb2-35e1c5ad6219 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835021 Nov 23 07:56:14.878566 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ac7b0-7ed2-4f7b-8da4-b82f3d1d8ed1 req-3ad88d6f-3d4f-4cbc-882d-4b8104a22dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:56:14.879266 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-cf9ac7b0-7ed2-4f7b-8da4-b82f3d1d8ed1 req-3ad88d6f-3d4f-4cbc-882d-4b8104a22dde service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e5a9db76-59eb-474e-8541-9bbdd87b2e12 HTTP/1.1" status: 200 len: 850 time: 0.0687540 Nov 23 07:56:14.905530 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-fa59fccd-9433-49ed-ac43-18c9b6f19ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'name': 'tempest-TestVolumeBootPattern-378299860-router', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '07888511-c821-47bc-99f8-5cdce44e7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:32Z', 'updated_at': '2021-11-23T07:48:37Z', 'revision_number': 4, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'gw_port': {'id': '07888511-c821-47bc-99f8-5cdce44e7238', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:33Z', 'updated_at': '2021-11-23T07:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '516a9013-3e9c-457c-b973-8b9794fc8340', 'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'mac_address': 'fa:16:3e:30:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:36Z', 'updated_at': '2021-11-23T07:48:43Z', 'revision_number': 5, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'subnets': [{'id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:56:14.932372 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa59fccd-9433-49ed-ac43-18c9b6f19ce2 None None] The sync data for ids ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'] in dv-cinder-804035-14-iscsi is: [{'id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'name': 'tempest-TestVolumeBootPattern-378299860-router', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '07888511-c821-47bc-99f8-5cdce44e7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:32Z', 'updated_at': '2021-11-23T07:48:37Z', 'revision_number': 4, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'gw_port': {'id': '07888511-c821-47bc-99f8-5cdce44e7238', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:33Z', 'updated_at': '2021-11-23T07:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi', '_interfaces': [{'id': '516a9013-3e9c-457c-b973-8b9794fc8340', 'name': '', 'network_id': 'c4affbc5-6672-4357-8ba0-5a39b14c7726', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'mac_address': 'fa:16:3e:30:57:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:36Z', 'updated_at': '2021-11-23T07:48:43Z', 'revision_number': 5, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'subnets': [{'id': 'e5a9db76-59eb-474e-8541-9bbdd87b2e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:56:14.935402 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ac7b0-7ed2-4f7b-8da4-b82f3d1d8ed1 req-ecaf0e9e-73d1-437c-97c7-5439e949af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:56:14.936982 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-cf9ac7b0-7ed2-4f7b-8da4-b82f3d1d8ed1 req-ecaf0e9e-73d1-437c-97c7-5439e949af63 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c4affbc5-6672-4357-8ba0-5a39b14c7726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0497050 Nov 23 07:56:15.159214 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037d1b76-3853-44a4-b598-09eade4f90ef None None] New status for floating IP 1e97c339-a255-43b0-9140-0d58f01f7c28: DOWN {{(pid=109286) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 07:56:15.315609 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-cf9ac7b0-7ed2-4f7b-8da4-b82f3d1d8ed1 req-eb76e329-dc74-4f24-b3a3-c820a2b49162 service neutron] 10.222.0.31 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634455 Nov 23 07:56:15.412934 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-cf9ac7b0-7ed2-4f7b-8da4-b82f3d1d8ed1 req-0de31ffd-0a94-4cca-b80d-9bc07971bfb9 service neutron] 10.222.0.31 "GET /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847185 Nov 23 07:56:15.991134 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ce94d-6b60-42b1-bf2a-e82699732b33 req-91f5412b-4b21-484c-b637-c77756b29559 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109284) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:56:15.993228 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d11ce94d-6b60-42b1-bf2a-e82699732b33 req-91f5412b-4b21-484c-b637-c77756b29559 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=e18f5dd9-65e2-499f-94d9-4d2b8a657e1a HTTP/1.1" status: 200 len: 945 time: 0.0470548 Nov 23 07:56:16.041538 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-d11ce94d-6b60-42b1-bf2a-e82699732b33 req-c8aff0fd-b46f-4345-a9e7-f5952939e24c tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/security-groups?id=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424051 Nov 23 07:56:16.471053 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0733f55-2416-46ae-b9b4-75fdfc7d6b1b req-21f45486-18c3-48ce-a512-7b6e1f6741f1 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109283) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 07:56:16.472500 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f0733f55-2416-46ae-b9b4-75fdfc7d6b1b req-21f45486-18c3-48ce-a512-7b6e1f6741f1 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.31 "GET /v2.0/ports?device_id=e18f5dd9-65e2-499f-94d9-4d2b8a657e1a HTTP/1.1" status: 200 len: 945 time: 0.0474992 Nov 23 07:56:16.562870 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-f0733f55-2416-46ae-b9b4-75fdfc7d6b1b req-540d7fdc-00e1-4b92-9f9b-89098d09c620 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Deleting port 9e3b2c21-6496-4e46-b7a3-80855a393bc3 {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:56:16.563209 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-f0733f55-2416-46ae-b9b4-75fdfc7d6b1b req-540d7fdc-00e1-4b92-9f9b-89098d09c620 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:16.653896 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [req-f0733f55-2416-46ae-b9b4-75fdfc7d6b1b req-540d7fdc-00e1-4b92-9f9b-89098d09c620 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] For port 9e3b2c21-6496-4e46-b7a3-80855a393bc3, host hv-cinder-80403, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80403',level=0,port_id=9e3b2c21-6496-4e46-b7a3-80855a393bc3,segment=NetworkSegment(01bfddae-d667-40a4-ba2c-71a16ea9303a),segment_id=01bfddae-d667-40a4-ba2c-71a16ea9303a)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:56:16.654235 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-f0733f55-2416-46ae-b9b4-75fdfc7d6b1b req-540d7fdc-00e1-4b92-9f9b-89098d09c620 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:16.665927 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [req-f0733f55-2416-46ae-b9b4-75fdfc7d6b1b req-540d7fdc-00e1-4b92-9f9b-89098d09c620 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Calling delete_port for 9e3b2c21-6496-4e46-b7a3-80855a393bc3 owned by compute:nova {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:56:16.789093 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-f0733f55-2416-46ae-b9b4-75fdfc7d6b1b req-540d7fdc-00e1-4b92-9f9b-89098d09c620 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:16.819450 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d7fdc-00e1-4b92-9f9b-89098d09c620 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Pushing event deleted for resources: {'Port': ['ID=9e3b2c21-6496-4e46-b7a3-80855a393bc3,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:56:16.859885 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0733f55-2416-46ae-b9b4-75fdfc7d6b1b req-540d7fdc-00e1-4b92-9f9b-89098d09c620 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] No DVR routers for this DVR port 9e3b2c21-6496-4e46-b7a3-80855a393bc3 on host hv-cinder-80403 {{(pid=109283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:56:16.862413 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [req-f0733f55-2416-46ae-b9b4-75fdfc7d6b1b req-540d7fdc-00e1-4b92-9f9b-89098d09c620 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for port, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:16.865939 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [req-f0733f55-2416-46ae-b9b4-75fdfc7d6b1b req-540d7fdc-00e1-4b92-9f9b-89098d09c620 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.31 "DELETE /v2.0/ports/9e3b2c21-6496-4e46-b7a3-80855a393bc3 HTTP/1.1" status: 204 len: 173 time: 0.3865490 Nov 23 07:56:16.866281 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18f5dd9-65e2-499f-94d9-4d2b8a657e1a', 'name': 'network-vif-deleted', 'tag': '9e3b2c21-6496-4e46-b7a3-80855a393bc3'}] {{(pid=109283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 07:56:16.868505 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7dc438dd7b72d4903b54978ba3b5d16767f5c1fb92e36fe29c82c2988e443daf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84728017-005f-475a-ba24-43ef15d4fed8" -d '{"events": [{"server_uuid": "e18f5dd9-65e2-499f-94d9-4d2b8a657e1a", "name": "network-vif-deleted", "tag": "9e3b2c21-6496-4e46-b7a3-80855a393bc3"}]}' {{(pid=109283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 07:56:16.910149 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 07:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8594cb37-04ac-4fb7-88ad-49a42643c297 x-openstack-request-id: req-8594cb37-04ac-4fb7-88ad-49a42643c297 {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 07:56:16.910447 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18f5dd9-65e2-499f-94d9-4d2b8a657e1a", "name": "network-vif-deleted", "tag": "9e3b2c21-6496-4e46-b7a3-80855a393bc3", "status": "completed", "code": 200}]} {{(pid=109283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 07:56:16.910703 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8594cb37-04ac-4fb7-88ad-49a42643c297 {{(pid=109283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 07:56:16.911103 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18f5dd9-65e2-499f-94d9-4d2b8a657e1a', 'name': 'network-vif-deleted', 'tag': '9e3b2c21-6496-4e46-b7a3-80855a393bc3', 'status': 'completed', 'code': 200} Nov 23 07:56:17.137052 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [req-ad724a50-627f-45dc-a0fb-83f6ccc961da req-398b1b18-7472-4478-8985-42a046dc960d tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "GET /v2.0/ports?device_id=e18f5dd9-65e2-499f-94d9-4d2b8a657e1a HTTP/1.1" status: 200 len: 210 time: 0.0267966 Nov 23 07:56:18.191973 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 52354) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:56:18.319456 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-12b9e89a-4f7c-4798-8910-b18d35bd706d tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Deleting port 1f489b93-9ea0-419c-9290-1feeb4ae1975 {{(pid=109284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:56:18.319797 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-12b9e89a-4f7c-4798-8910-b18d35bd706d tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:18.397747 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-12b9e89a-4f7c-4798-8910-b18d35bd706d tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:18.397996 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-12b9e89a-4f7c-4798-8910-b18d35bd706d tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:18.409994 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-12b9e89a-4f7c-4798-8910-b18d35bd706d tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Calling delete_port for 1f489b93-9ea0-419c-9290-1feeb4ae1975 owned by network:floatingip {{(pid=109284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:56:18.535846 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-12b9e89a-4f7c-4798-8910-b18d35bd706d tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909886'] for port, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:18.560360 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9e89a-4f7c-4798-8910-b18d35bd706d tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Pushing event deleted for resources: {'Port': ['ID=1f489b93-9ea0-419c-9290-1feeb4ae1975,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:56:18.619623 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-12b9e89a-4f7c-4798-8910-b18d35bd706d tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for floatingip, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:18.622296 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-12b9e89a-4f7c-4798-8910-b18d35bd706d tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37476'] for floatingip, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:18.623434 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-12b9e89a-4f7c-4798-8910-b18d35bd706d tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "DELETE /v2.0/floatingips/f80b66fb-a3f7-4dbb-9912-f5880562b392 HTTP/1.1" status: 204 len: 168 time: 0.4304812 Nov 23 07:56:19.605712 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:56:19.830112 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 52366) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:56:19.888278 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a64125dc-2c9a-490a-973e-5962c6ebce33 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:19.913148 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a64125dc-2c9a-490a-973e-5962c6ebce33 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:19.973549 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a64125dc-2c9a-490a-973e-5962c6ebce33 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:19.976496 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-a64125dc-2c9a-490a-973e-5962c6ebce33 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:19.977933 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-a64125dc-2c9a-490a-973e-5962c6ebce33 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] 10.222.0.48 "DELETE /v2.0/security-groups/881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4 HTTP/1.1" status: 204 len: 168 time: 0.1467848 Nov 23 07:56:19.989775 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64125dc-2c9a-490a-973e-5962c6ebce33 tempest-TestVolumeBootPattern-1709268154 tempest-TestVolumeBootPattern-1709268154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=881d1e13-8f2f-4edb-92d1-2cdfc0ce3cd4,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:56:20.052611 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 9e3b2c21-6496-4e46-b7a3-80855a393bc3 no longer exists at agent hyperv_hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:56:20.078163 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] No Port match for: 9e3b2c21-6496-4e46-b7a3-80855a393bc3 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:56:20.078529 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Device 9e3b2c21-6496-4e46-b7a3-80855a393bc3 not bound to the agent host hv-cinder-80403 {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:56:21.059093 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 52372) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:56:21.567652 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2fcb96be-3116-4eb4-b38f-8fe958835b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1712703'] for router_interface, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:21.821788 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-2fcb96be-3116-4eb4-b38f-8fe958835b15 admin admin] Deleting port 516a9013-3e9c-457c-b973-8b9794fc8340 {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:56:21.822058 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2fcb96be-3116-4eb4-b38f-8fe958835b15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:21.901951 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-2fcb96be-3116-4eb4-b38f-8fe958835b15 admin admin] For port 516a9013-3e9c-457c-b973-8b9794fc8340, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=516a9013-3e9c-457c-b973-8b9794fc8340,segment=NetworkSegment(01bfddae-d667-40a4-ba2c-71a16ea9303a),segment_id=01bfddae-d667-40a4-ba2c-71a16ea9303a)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:56:21.902308 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2fcb96be-3116-4eb4-b38f-8fe958835b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:21.919824 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-2fcb96be-3116-4eb4-b38f-8fe958835b15 admin admin] Calling delete_port for 516a9013-3e9c-457c-b973-8b9794fc8340 owned by network:router_interface {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:56:22.114556 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2fcb96be-3116-4eb4-b38f-8fe958835b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:22.142888 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb96be-3116-4eb4-b38f-8fe958835b15 admin admin] Pushing event deleted for resources: {'Port': ['ID=516a9013-3e9c-457c-b973-8b9794fc8340,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:56:22.315468 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2fcb96be-3116-4eb4-b38f-8fe958835b15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1700661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712803'] for router_interface, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:22.537658 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcb96be-3116-4eb4-b38f-8fe958835b15 admin admin] Router 896cc335-b01d-463e-9fc1-5fd3f6c17be3 has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109283) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:56:22.653542 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcb96be-3116-4eb4-b38f-8fe958835b15 admin admin] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109283) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:56:22.658904 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-2fcb96be-3116-4eb4-b38f-8fe958835b15 admin admin] 10.222.0.48 "PUT /v2.0/routers/896cc335-b01d-463e-9fc1-5fd3f6c17be3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5987322 Nov 23 07:56:22.661563 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 52376) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:56:22.664664 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3dbe0d-6b28-4b66-a88b-bddacd251e50 None None] Sync routers for ids ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'] in dv-cinder-804035-14-iscsi {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:56:22.675898 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3dbe0d-6b28-4b66-a88b-bddacd251e50 None None] Routers {'896cc335-b01d-463e-9fc1-5fd3f6c17be3'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:56:22.676815 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-ae3dbe0d-6b28-4b66-a88b-bddacd251e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:56:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:56:22.774302 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1c5c6254-5251-42ab-be88-ab9689401769 admin admin] Publish callbacks [] for router, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:22.790107 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-ae3dbe0d-6b28-4b66-a88b-bddacd251e50 None None] Set router 896cc335-b01d-463e-9fc1-5fd3f6c17be3 gateway port host: dv-cinder-804035-14-iscsi {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:56:22.882016 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1c5c6254-5251-42ab-be88-ab9689401769 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:22.941476 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-1c5c6254-5251-42ab-be88-ab9689401769 admin admin] Deleting port 07888511-c821-47bc-99f8-5cdce44e7238 {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:56:22.941854 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1c5c6254-5251-42ab-be88-ab9689401769 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:22.994320 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-ae3dbe0d-6b28-4b66-a88b-bddacd251e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'name': 'tempest-TestVolumeBootPattern-378299860-router', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '07888511-c821-47bc-99f8-5cdce44e7238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:32Z', 'updated_at': '2021-11-23T07:56:22Z', 'revision_number': 5, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'gw_port': {'id': '07888511-c821-47bc-99f8-5cdce44e7238', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:33Z', 'updated_at': '2021-11-23T07:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi'}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:56:23.020444 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3dbe0d-6b28-4b66-a88b-bddacd251e50 None None] Checking router: 896cc335-b01d-463e-9fc1-5fd3f6c17be3 for host: dv-cinder-804035-14-iscsi {{(pid=109285) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:56:23.024522 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-1c5c6254-5251-42ab-be88-ab9689401769 admin admin] For port 07888511-c821-47bc-99f8-5cdce44e7238, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=07888511-c821-47bc-99f8-5cdce44e7238,segment=NetworkSegment(c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c),segment_id=c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:56:23.024803 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1c5c6254-5251-42ab-be88-ab9689401769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:23.030311 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3dbe0d-6b28-4b66-a88b-bddacd251e50 None None] Routers {'896cc335-b01d-463e-9fc1-5fd3f6c17be3'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109285) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:56:23.030955 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-ae3dbe0d-6b28-4b66-a88b-bddacd251e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:56:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'], 'active': True} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:56:23.043949 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-1c5c6254-5251-42ab-be88-ab9689401769 admin admin] Calling delete_port for 07888511-c821-47bc-99f8-5cdce44e7238 owned by network:router_gateway {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:56:23.233403 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1c5c6254-5251-42ab-be88-ab9689401769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:23.261827 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c6254-5251-42ab-be88-ab9689401769 admin admin] Pushing event deleted for resources: {'Port': ['ID=07888511-c821-47bc-99f8-5cdce44e7238,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:56:23.267470 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvr_db [None req-ae3dbe0d-6b28-4b66-a88b-bddacd251e50 None None] Set router 896cc335-b01d-463e-9fc1-5fd3f6c17be3 gateway port host: None {{(pid=109285) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:56:23.326071 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_hamode_db [None req-ae3dbe0d-6b28-4b66-a88b-bddacd251e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'name': 'tempest-TestVolumeBootPattern-378299860-router', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:32Z', 'updated_at': '2021-11-23T07:56:22Z', 'revision_number': 6, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'gw_port_host': None}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109285) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:56:23.331702 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1c5c6254-5251-42ab-be88-ab9689401769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1712133'] for router_gateway, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:23.357684 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3dbe0d-6b28-4b66-a88b-bddacd251e50 None None] The sync data for ids ['896cc335-b01d-463e-9fc1-5fd3f6c17be3'] in dv-cinder-804035-14-iscsi is: [{'id': '896cc335-b01d-463e-9fc1-5fd3f6c17be3', 'name': 'tempest-TestVolumeBootPattern-378299860-router', 'tenant_id': '923ced17fbea41d2bb472b52dd316477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:32Z', 'updated_at': '2021-11-23T07:56:22Z', 'revision_number': 6, 'project_id': '923ced17fbea41d2bb472b52dd316477', 'gw_port_host': None}] {{(pid=109285) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:56:23.429425 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1c5c6254-5251-42ab-be88-ab9689401769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1712715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-971'] for router, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:23.432021 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1c5c6254-5251-42ab-be88-ab9689401769 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:23.476381 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1c5c6254-5251-42ab-be88-ab9689401769 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1712263'] for router, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:23.477064 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5c6254-5251-42ab-be88-ab9689401769 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 896cc335-b01d-463e-9fc1-5fd3f6c17be3 {{(pid=109283) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 07:56:23.481602 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-1c5c6254-5251-42ab-be88-ab9689401769 admin admin] Publish callbacks [] for router, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:23.485517 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-1c5c6254-5251-42ab-be88-ab9689401769 admin admin] 10.222.0.48 "DELETE /v2.0/routers/896cc335-b01d-463e-9fc1-5fd3f6c17be3 HTTP/1.1" status: 204 len: 168 time: 0.8203897 Nov 23 07:56:23.485860 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 52378) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:56:23.536898 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d799f57-7b91-46bb-91f5-a16c47e62d33 admin admin] Deleting subnet e5a9db76-59eb-474e-8541-9bbdd87b2e12 {{(pid=109283) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 07:56:23.540461 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2d799f57-7b91-46bb-91f5-a16c47e62d33 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:23.577658 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2d799f57-7b91-46bb-91f5-a16c47e62d33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10348417'] for subnet, precommit_delete_associations {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:23.662648 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2d799f57-7b91-46bb-91f5-a16c47e62d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668856'] for subnet, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:23.723829 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2d799f57-7b91-46bb-91f5-a16c47e62d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-707915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9542673', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9964384'] for subnet, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:23.769920 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d799f57-7b91-46bb-91f5-a16c47e62d33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5a9db76-59eb-474e-8541-9bbdd87b2e12,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:56:23.776321 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-2d799f57-7b91-46bb-91f5-a16c47e62d33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:23.783300 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-2d799f57-7b91-46bb-91f5-a16c47e62d33 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e5a9db76-59eb-474e-8541-9bbdd87b2e12 HTTP/1.1" status: 204 len: 168 time: 0.2953043 Nov 23 07:56:23.785436 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf44e9ee-463a-47d5-855b-3824d8cb4edc None None] Network c4affbc5-6672-4357-8ba0-5a39b14c7726 requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:56:23.786414 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 52380) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:56:23.866370 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e3f27a32-1cae-4c10-9263-1e26421e3c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629665'] for network, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:23.926239 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-e3f27a32-1cae-4c10-9263-1e26421e3c1e admin admin] Deleting port a8cbee1b-3122-4bf9-b368-b53f9695a44a {{(pid=109283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:56:23.926583 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e3f27a32-1cae-4c10-9263-1e26421e3c1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:23.978333 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a3765e-e7ca-4e45-8f04-e32bfe4732d5 None None] DHCP port deletion for c4affbc5-6672-4357-8ba0-5a39b14c7726 request from dv-cinder-804035-14-iscsi {{(pid=109285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 07:56:23.996061 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.db [None req-e3f27a32-1cae-4c10-9263-1e26421e3c1e admin admin] For port a8cbee1b-3122-4bf9-b368-b53f9695a44a, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=a8cbee1b-3122-4bf9-b368-b53f9695a44a,segment=NetworkSegment(01bfddae-d667-40a4-ba2c-71a16ea9303a),segment_id=01bfddae-d667-40a4-ba2c-71a16ea9303a)] {{(pid=109283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:56:23.996482 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e3f27a32-1cae-4c10-9263-1e26421e3c1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:24.012362 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.plugin [None req-e3f27a32-1cae-4c10-9263-1e26421e3c1e admin admin] Calling delete_port for a8cbee1b-3122-4bf9-b368-b53f9695a44a owned by network:dhcp {{(pid=109283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:56:24.043731 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-89a3765e-e7ca-4e45-8f04-e32bfe4732d5 None None] Deleting port a8cbee1b-3122-4bf9-b368-b53f9695a44a {{(pid=109285) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:56:24.044307 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-89a3765e-e7ca-4e45-8f04-e32bfe4732d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:24.112906 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e3f27a32-1cae-4c10-9263-1e26421e3c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9542754'] for port, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:24.144847 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f27a32-1cae-4c10-9263-1e26421e3c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=a8cbee1b-3122-4bf9-b368-b53f9695a44a,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:56:24.147970 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f27a32-1cae-4c10-9263-1e26421e3c1e admin admin] No DVR routers for this DVR port a8cbee1b-3122-4bf9-b368-b53f9695a44a on host dv-cinder-804035-14-iscsi {{(pid=109283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:56:24.166402 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.db [None req-89a3765e-e7ca-4e45-8f04-e32bfe4732d5 None None] For port a8cbee1b-3122-4bf9-b368-b53f9695a44a, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=a8cbee1b-3122-4bf9-b368-b53f9695a44a,segment=NetworkSegment(01bfddae-d667-40a4-ba2c-71a16ea9303a),segment_id=01bfddae-d667-40a4-ba2c-71a16ea9303a)] {{(pid=109285) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:56:24.166811 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-89a3765e-e7ca-4e45-8f04-e32bfe4732d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:24.182772 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-89a3765e-e7ca-4e45-8f04-e32bfe4732d5 None None] Calling delete_port for a8cbee1b-3122-4bf9-b368-b53f9695a44a owned by network:dhcp {{(pid=109285) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:56:24.239384 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e3f27a32-1cae-4c10-9263-1e26421e3c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670311', 'neutron.services.segments.db._delete_segments_for_network-8750072253624'] for network, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:24.271098 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.services.segments.db [None req-e3f27a32-1cae-4c10-9263-1e26421e3c1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4affbc5-6672-4357-8ba0-5a39b14c7726']}} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:56:24.281276 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.services.segments.db [None req-e3f27a32-1cae-4c10-9263-1e26421e3c1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01bfddae-d667-40a4-ba2c-71a16ea9303a') {'for_net_delete': True} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:56:24.281573 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.services.segments.db [None req-e3f27a32-1cae-4c10-9263-1e26421e3c1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01bfddae-d667-40a4-ba2c-71a16ea9303a') {} {{(pid=109283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:56:24.292055 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-89a3765e-e7ca-4e45-8f04-e32bfe4732d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005'] for port, after_delete {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:24.296794 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e3f27a32-1cae-4c10-9263-1e26421e3c1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750072215116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10348470'] for segment, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:24.313380 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e3f27a32-1cae-4c10-9263-1e26421e3c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:24.320376 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3765e-e7ca-4e45-8f04-e32bfe4732d5 None None] Pushing event deleted for resources: {'Port': ['ID=a8cbee1b-3122-4bf9-b368-b53f9695a44a,revision_number=None']} {{(pid=109285) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:56:24.321292 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f27a32-1cae-4c10-9263-1e26421e3c1e admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=109283) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 07:56:24.321787 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e3f27a32-1cae-4c10-9263-1e26421e3c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9543603'] for segment, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: Traceback (most recent call last): Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: timer() Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: cb(*args, **kw) Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: return func(*args, **kwargs) Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: self._notify() Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: self.callback(batched_events) Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: event.method(event) Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: return f(self, *a, **k) Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: return self._get(url).json() Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: return self.request(url, 'GET', **kwargs) Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 07:56:24.323855 dv-cinder-804035-14-iscsi neutron-server[109283]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 07:56:24.328530 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a3765e-e7ca-4e45-8f04-e32bfe4732d5 None None] No DVR routers for this DVR port a8cbee1b-3122-4bf9-b368-b53f9695a44a on host dv-cinder-804035-14-iscsi {{(pid=109285) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:56:24.338526 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3765e-e7ca-4e45-8f04-e32bfe4732d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:24.338894 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3765e-e7ca-4e45-8f04-e32bfe4732d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:24.339251 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3765e-e7ca-4e45-8f04-e32bfe4732d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:24.339600 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3765e-e7ca-4e45-8f04-e32bfe4732d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:24.340070 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3765e-e7ca-4e45-8f04-e32bfe4732d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:24.340305 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3765e-e7ca-4e45-8f04-e32bfe4732d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:24.341067 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3765e-e7ca-4e45-8f04-e32bfe4732d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:24.341067 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3765e-e7ca-4e45-8f04-e32bfe4732d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:24.341510 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3765e-e7ca-4e45-8f04-e32bfe4732d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:24.342040 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3765e-e7ca-4e45-8f04-e32bfe4732d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:24.342040 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3765e-e7ca-4e45-8f04-e32bfe4732d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:24.342384 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a3765e-e7ca-4e45-8f04-e32bfe4732d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804035-14-iscsi {{(pid=109285) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 07:56:24.398051 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e3f27a32-1cae-4c10-9263-1e26421e3c1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1712161'] for network, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:24.403418 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-e3f27a32-1cae-4c10-9263-1e26421e3c1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:24.406778 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-e3f27a32-1cae-4c10-9263-1e26421e3c1e admin admin] 10.222.0.48 "DELETE /v2.0/networks/c4affbc5-6672-4357-8ba0-5a39b14c7726 HTTP/1.1" status: 204 len: 168 time: 0.6192889 Nov 23 07:56:24.410168 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 52382) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:56:24.418627 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f27a32-1cae-4c10-9263-1e26421e3c1e admin admin] Pushing event deleted for resources: {'Network': ['ID=c4affbc5-6672-4357-8ba0-5a39b14c7726,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:56:24.586850 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 516a9013-3e9c-457c-b973-8b9794fc8340 no longer exists at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:56:24.607655 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] No Port match for: 516a9013-3e9c-457c-b973-8b9794fc8340 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:56:24.608107 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 516a9013-3e9c-457c-b973-8b9794fc8340 not bound to the agent host dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:56:24.608604 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device a8cbee1b-3122-4bf9-b368-b53f9695a44a no longer exists at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:56:24.628474 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] No Port match for: a8cbee1b-3122-4bf9-b368-b53f9695a44a {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:56:24.628823 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device a8cbee1b-3122-4bf9-b368-b53f9695a44a not bound to the agent host dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:56:24.629250 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 07888511-c821-47bc-99f8-5cdce44e7238 no longer exists at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:56:24.649164 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] No Port match for: 07888511-c821-47bc-99f8-5cdce44e7238 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:56:24.649436 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 07888511-c821-47bc-99f8-5cdce44e7238 not bound to the agent host dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:56:24.787129 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-52fa483b-1b67-4b91-bb2e-58e5689298fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1712703'] for router_interface, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:25.061479 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-52fa483b-1b67-4b91-bb2e-58e5689298fb admin admin] Deleting port cf806359-5166-4f67-86bc-bb4df70bd144 {{(pid=109284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:56:25.061847 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-52fa483b-1b67-4b91-bb2e-58e5689298fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:25.142571 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.db [None req-52fa483b-1b67-4b91-bb2e-58e5689298fb admin admin] For port cf806359-5166-4f67-86bc-bb4df70bd144, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=cf806359-5166-4f67-86bc-bb4df70bd144,segment=NetworkSegment(98a4963a-c9c7-4a44-bce2-79095cbdbce8),segment_id=98a4963a-c9c7-4a44-bce2-79095cbdbce8)] {{(pid=109284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:56:25.142999 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-52fa483b-1b67-4b91-bb2e-58e5689298fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:25.156142 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-52fa483b-1b67-4b91-bb2e-58e5689298fb admin admin] Calling delete_port for cf806359-5166-4f67-86bc-bb4df70bd144 owned by network:router_interface {{(pid=109284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:56:25.336358 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-52fa483b-1b67-4b91-bb2e-58e5689298fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909886'] for port, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:25.374662 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa483b-1b67-4b91-bb2e-58e5689298fb admin admin] Pushing event deleted for resources: {'Port': ['ID=cf806359-5166-4f67-86bc-bb4df70bd144,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:56:25.549573 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-52fa483b-1b67-4b91-bb2e-58e5689298fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1700661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712803'] for router_interface, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:25.761246 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52fa483b-1b67-4b91-bb2e-58e5689298fb admin admin] Router 535a2fdb-5a5b-4ea8-94ab-a465c29e680f has already been hosted by L3 agent 7299a246-b3d6-441a-872c-139aff3231d1 {{(pid=109284) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 07:56:25.865100 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fa483b-1b67-4b91-bb2e-58e5689298fb admin admin] Notify agent at l3_agent.dv-cinder-804035-14-iscsi the message routers_updated {{(pid=109284) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 07:56:25.871412 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-52fa483b-1b67-4b91-bb2e-58e5689298fb admin admin] 10.222.0.48 "PUT /v2.0/routers/535a2fdb-5a5b-4ea8-94ab-a465c29e680f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4588387 Nov 23 07:56:25.872594 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 52384) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:56:25.875100 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cc3095-42f6-4bf7-a736-61fd81abb299 None None] Sync routers for ids ['535a2fdb-5a5b-4ea8-94ab-a465c29e680f'] in dv-cinder-804035-14-iscsi {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 07:56:25.885601 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cc3095-42f6-4bf7-a736-61fd81abb299 None None] Routers {'535a2fdb-5a5b-4ea8-94ab-a465c29e680f'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:56:25.886239 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-18cc3095-42f6-4bf7-a736-61fd81abb299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:56:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['535a2fdb-5a5b-4ea8-94ab-a465c29e680f'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:56:25.982823 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bd3d2149-4fad-4a0d-875f-0e1535031dae admin admin] Publish callbacks [] for router, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:25.988771 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-18cc3095-42f6-4bf7-a736-61fd81abb299 None None] Set router 535a2fdb-5a5b-4ea8-94ab-a465c29e680f gateway port host: dv-cinder-804035-14-iscsi {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:56:26.098181 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bd3d2149-4fad-4a0d-875f-0e1535031dae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:26.155553 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-bd3d2149-4fad-4a0d-875f-0e1535031dae admin admin] Deleting port cc5f6c36-ee46-42ef-acc8-cdf760b627bb {{(pid=109284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:56:26.155921 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bd3d2149-4fad-4a0d-875f-0e1535031dae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:26.175324 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-18cc3095-42f6-4bf7-a736-61fd81abb299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535a2fdb-5a5b-4ea8-94ab-a465c29e680f', 'name': 'tempest-TestVolumeBootPattern-774111420-router', 'tenant_id': 'b0b4ee8018a245a9af0c0a799159a035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'external_fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'cc5f6c36-ee46-42ef-acc8-cdf760b627bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:39Z', 'updated_at': '2021-11-23T07:56:25Z', 'revision_number': 5, 'project_id': 'b0b4ee8018a245a9af0c0a799159a035', 'gw_port': {'id': 'cc5f6c36-ee46-42ef-acc8-cdf760b627bb', 'name': '', 'network_id': '891dfe80-61d0-4c14-832c-7438dfe6f055', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535a2fdb-5a5b-4ea8-94ab-a465c29e680f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804035-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T07:48:40Z', 'updated_at': '2021-11-23T07:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08f8fc41-5d8c-4fca-8f02-9f082906db87', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804035-14-iscsi'}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:56:26.201381 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cc3095-42f6-4bf7-a736-61fd81abb299 None None] Checking router: 535a2fdb-5a5b-4ea8-94ab-a465c29e680f for host: dv-cinder-804035-14-iscsi {{(pid=109286) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 07:56:26.209478 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cc3095-42f6-4bf7-a736-61fd81abb299 None None] Routers {'535a2fdb-5a5b-4ea8-94ab-a465c29e680f'} bound to L3 agent in host dv-cinder-804035-14-iscsi {{(pid=109286) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 07:56:26.210115 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-18cc3095-42f6-4bf7-a736-61fd81abb299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804035-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T07:35:01Z,description=,heartbeat_timestamp=2021-11-23T07:56:01Z,host='dv-cinder-804035-14-iscsi',id=7299a246-b3d6-441a-872c-139aff3231d1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T07:35:01Z,topic='l3_agent')) {'router_ids': ['535a2fdb-5a5b-4ea8-94ab-a465c29e680f'], 'active': True} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:56:26.233083 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.db [None req-bd3d2149-4fad-4a0d-875f-0e1535031dae admin admin] For port cc5f6c36-ee46-42ef-acc8-cdf760b627bb, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=cc5f6c36-ee46-42ef-acc8-cdf760b627bb,segment=NetworkSegment(c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c),segment_id=c7ce0dcf-d5e0-4873-bcb5-31f21dbd0f1c)] {{(pid=109284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:56:26.233449 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bd3d2149-4fad-4a0d-875f-0e1535031dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:26.247621 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-bd3d2149-4fad-4a0d-875f-0e1535031dae admin admin] Calling delete_port for cc5f6c36-ee46-42ef-acc8-cdf760b627bb owned by network:router_gateway {{(pid=109284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:56:26.377347 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_dvr_db [None req-18cc3095-42f6-4bf7-a736-61fd81abb299 None None] Set router 535a2fdb-5a5b-4ea8-94ab-a465c29e680f gateway port host: None {{(pid=109286) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 07:56:26.412603 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bd3d2149-4fad-4a0d-875f-0e1535031dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909886'] for port, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:26.431497 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.l3_hamode_db [None req-18cc3095-42f6-4bf7-a736-61fd81abb299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '535a2fdb-5a5b-4ea8-94ab-a465c29e680f', 'name': 'tempest-TestVolumeBootPattern-774111420-router', 'tenant_id': 'b0b4ee8018a245a9af0c0a799159a035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:39Z', 'updated_at': '2021-11-23T07:56:26Z', 'revision_number': 6, 'project_id': 'b0b4ee8018a245a9af0c0a799159a035', 'gw_port_host': None}], 'dv-cinder-804035-14-iscsi', False) {} {{(pid=109286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:56:26.438168 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d2149-4fad-4a0d-875f-0e1535031dae admin admin] Pushing event deleted for resources: {'Port': ['ID=cc5f6c36-ee46-42ef-acc8-cdf760b627bb,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:56:26.458839 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cc3095-42f6-4bf7-a736-61fd81abb299 None None] The sync data for ids ['535a2fdb-5a5b-4ea8-94ab-a465c29e680f'] in dv-cinder-804035-14-iscsi is: [{'id': '535a2fdb-5a5b-4ea8-94ab-a465c29e680f', 'name': 'tempest-TestVolumeBootPattern-774111420-router', 'tenant_id': 'b0b4ee8018a245a9af0c0a799159a035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T07:48:39Z', 'updated_at': '2021-11-23T07:56:26Z', 'revision_number': 6, 'project_id': 'b0b4ee8018a245a9af0c0a799159a035', 'gw_port_host': None}] {{(pid=109286) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 07:56:26.514246 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bd3d2149-4fad-4a0d-875f-0e1535031dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1712133'] for router_gateway, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:26.604452 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bd3d2149-4fad-4a0d-875f-0e1535031dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1712715', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-971'] for router, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:26.606710 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bd3d2149-4fad-4a0d-875f-0e1535031dae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:26.647406 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bd3d2149-4fad-4a0d-875f-0e1535031dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1712263'] for router, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:26.647871 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3d2149-4fad-4a0d-875f-0e1535031dae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 535a2fdb-5a5b-4ea8-94ab-a465c29e680f {{(pid=109284) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 07:56:26.652204 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-bd3d2149-4fad-4a0d-875f-0e1535031dae admin admin] Publish callbacks [] for router, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:26.653359 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-bd3d2149-4fad-4a0d-875f-0e1535031dae admin admin] 10.222.0.48 "DELETE /v2.0/routers/535a2fdb-5a5b-4ea8-94ab-a465c29e680f HTTP/1.1" status: 204 len: 168 time: 0.7798615 Nov 23 07:56:26.655942 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 52386) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:56:26.699749 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b33880-ed16-4c49-94c0-cc6d5cac267f admin admin] Deleting subnet f7a5916d-0900-487d-958b-77f0e7843e99 {{(pid=109284) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 07:56:26.702803 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b0b33880-ed16-4c49-94c0-cc6d5cac267f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:26.739507 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b0b33880-ed16-4c49-94c0-cc6d5cac267f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3336102'] for subnet, precommit_delete_associations {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:26.816195 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b0b33880-ed16-4c49-94c0-cc6d5cac267f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-668856'] for subnet, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:26.872698 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b0b33880-ed16-4c49-94c0-cc6d5cac267f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-707915', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3909773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3985113'] for subnet, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:26.900382 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b33880-ed16-4c49-94c0-cc6d5cac267f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7a5916d-0900-487d-958b-77f0e7843e99,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:56:26.902401 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-b0b33880-ed16-4c49-94c0-cc6d5cac267f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for subnet, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:26.905798 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-b0b33880-ed16-4c49-94c0-cc6d5cac267f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f7a5916d-0900-487d-958b-77f0e7843e99 HTTP/1.1" status: 204 len: 168 time: 0.2488935 Nov 23 07:56:26.908614 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [-] (109284) accepted ('10.222.0.48', 52388) {{(pid=109284) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:56:26.908862 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a194b369-6095-4381-b1a0-a24b3d36dc91 None None] Network 97eb78d8-cf64-4f59-aa7d-bd05305e145f requested from dv-cinder-804035-14-iscsi {{(pid=109285) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 07:56:26.963782 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device cf806359-5166-4f67-86bc-bb4df70bd144 no longer exists at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:56:26.981545 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-aa4ae9b3-5210-4a64-b353-b6c9af1515b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-629665'] for network, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:26.990941 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] No Port match for: cf806359-5166-4f67-86bc-bb4df70bd144 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:56:26.991381 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device cf806359-5166-4f67-86bc-bb4df70bd144 not bound to the agent host dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:56:27.034850 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-aa4ae9b3-5210-4a64-b353-b6c9af1515b0 admin admin] Deleting port 7735e2ee-24df-417c-8965-a4cce24b5ab7 {{(pid=109284) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 07:56:27.035187 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-aa4ae9b3-5210-4a64-b353-b6c9af1515b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750072124510'] for port, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:27.102942 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.db [None req-aa4ae9b3-5210-4a64-b353-b6c9af1515b0 admin admin] For port 7735e2ee-24df-417c-8965-a4cce24b5ab7, host dv-cinder-804035-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804035-14-iscsi',level=0,port_id=7735e2ee-24df-417c-8965-a4cce24b5ab7,segment=NetworkSegment(98a4963a-c9c7-4a44-bce2-79095cbdbce8),segment_id=98a4963a-c9c7-4a44-bce2-79095cbdbce8)] {{(pid=109284) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 07:56:27.103419 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-aa4ae9b3-5210-4a64-b353-b6c9af1515b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1714968'] for port, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:27.117214 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.plugin [None req-aa4ae9b3-5210-4a64-b353-b6c9af1515b0 admin admin] Calling delete_port for 7735e2ee-24df-417c-8965-a4cce24b5ab7 owned by network:dhcp {{(pid=109284) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 07:56:27.196717 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-aa4ae9b3-5210-4a64-b353-b6c9af1515b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-547659', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750072125552', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750071692005', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3909886'] for port, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:27.220919 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ae9b3-5210-4a64-b353-b6c9af1515b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7735e2ee-24df-417c-8965-a4cce24b5ab7,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:56:27.227284 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4ae9b3-5210-4a64-b353-b6c9af1515b0 admin admin] No DVR routers for this DVR port 7735e2ee-24df-417c-8965-a4cce24b5ab7 on host dv-cinder-804035-14-iscsi {{(pid=109284) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 07:56:27.269798 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93647bf2-b1c4-414b-beb0-254b91e99c74 None None] DHCP port deletion for 97eb78d8-cf64-4f59-aa7d-bd05305e145f request from dv-cinder-804035-14-iscsi {{(pid=109285) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 07:56:27.304750 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-aa4ae9b3-5210-4a64-b353-b6c9af1515b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-670311', 'neutron.services.segments.db._delete_segments_for_network-8750072253624'] for network, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:27.324547 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.services.segments.db [None req-aa4ae9b3-5210-4a64-b353-b6c9af1515b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97eb78d8-cf64-4f59-aa7d-bd05305e145f']}} {{(pid=109284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:56:27.333769 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.services.segments.db [None req-aa4ae9b3-5210-4a64-b353-b6c9af1515b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a4963a-c9c7-4a44-bce2-79095cbdbce8') {'for_net_delete': True} {{(pid=109284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:56:27.334082 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.services.segments.db [None req-aa4ae9b3-5210-4a64-b353-b6c9af1515b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a4963a-c9c7-4a44-bce2-79095cbdbce8') {} {{(pid=109284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 07:56:27.343970 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-aa4ae9b3-5210-4a64-b353-b6c9af1515b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750072215116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3336081'] for segment, before_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:27.358676 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-aa4ae9b3-5210-4a64-b353-b6c9af1515b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973'] for segment, precommit_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:27.366163 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa4ae9b3-5210-4a64-b353-b6c9af1515b0 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=109284) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 07:56:27.367296 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-aa4ae9b3-5210-4a64-b353-b6c9af1515b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-707973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3910447'] for segment, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: Traceback (most recent call last): Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: timer() Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: cb(*args, **kw) Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: return func(*args, **kwargs) Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: self._notify() Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: self.callback(batched_events) Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: event.method(event) Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: return f(self, *a, **k) Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: return self._get(url).json() Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: return self.request(url, 'GET', **kwargs) Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 07:56:27.369258 dv-cinder-804035-14-iscsi neutron-server[109284]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 07:56:27.428123 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-aa4ae9b3-5210-4a64-b353-b6c9af1515b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-670288', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1770953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1700668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1712161'] for network, after_delete {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:27.434344 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron_lib.callbacks.manager [None req-aa4ae9b3-5210-4a64-b353-b6c9af1515b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1700654'] for network, before_response {{(pid=109284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:27.437533 dv-cinder-804035-14-iscsi neutron-server[109284]: INFO neutron.wsgi [None req-aa4ae9b3-5210-4a64-b353-b6c9af1515b0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/97eb78d8-cf64-4f59-aa7d-bd05305e145f HTTP/1.1" status: 204 len: 168 time: 0.5279047 Nov 23 07:56:27.448945 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ae9b3-5210-4a64-b353-b6c9af1515b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=97eb78d8-cf64-4f59-aa7d-bd05305e145f,revision_number=None']} {{(pid=109284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:56:27.552829 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 52392) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:56:27.595146 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-81bedcb8-5bc5-4044-9739-8c7c5304268d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=923ced17fbea41d2bb472b52dd316477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410919 Nov 23 07:56:27.599177 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 52394) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:56:27.649384 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-63766b9f-dacb-4685-9329-a3be9fb7f6b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:27.676794 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-63766b9f-dacb-4685-9329-a3be9fb7f6b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:27.731277 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-63766b9f-dacb-4685-9329-a3be9fb7f6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:27.734306 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-63766b9f-dacb-4685-9329-a3be9fb7f6b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:27.735501 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-63766b9f-dacb-4685-9329-a3be9fb7f6b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/27be199f-10cf-4c32-ac0d-825b66f4ca0c HTTP/1.1" status: 204 len: 168 time: 0.1352847 Nov 23 07:56:27.743969 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63766b9f-dacb-4685-9329-a3be9fb7f6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27be199f-10cf-4c32-ac0d-825b66f4ca0c,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:56:28.057477 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 52400) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:56:28.097192 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-d80a849e-dfde-4096-ab9d-3219441c4f36 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b0b4ee8018a245a9af0c0a799159a035&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385134 Nov 23 07:56:28.099781 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [-] (109283) accepted ('10.222.0.48', 52402) {{(pid=109283) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 07:56:28.147417 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-eda34d84-a90b-41dd-b231-8fd1363015fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:28.168475 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-eda34d84-a90b-41dd-b231-8fd1363015fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:28.214114 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-eda34d84-a90b-41dd-b231-8fd1363015fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800226'] for security_group, after_delete {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:28.216703 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron_lib.callbacks.manager [None req-eda34d84-a90b-41dd-b231-8fd1363015fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:28.217881 dv-cinder-804035-14-iscsi neutron-server[109283]: INFO neutron.wsgi [None req-eda34d84-a90b-41dd-b231-8fd1363015fd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f8d2671e-2445-40fc-b18f-d4c613bcc05a HTTP/1.1" status: 204 len: 168 time: 0.1171389 Nov 23 07:56:28.225330 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda34d84-a90b-41dd-b231-8fd1363015fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d2671e-2445-40fc-b18f-d4c613bcc05a,revision_number=None']} {{(pid=109283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 07:56:28.543561 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-5e00e5ac-fa77-4a45-9bc0-60f18f050d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:28.582465 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device cc5f6c36-ee46-42ef-acc8-cdf760b627bb no longer exists at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:56:28.604323 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] No Port match for: cc5f6c36-ee46-42ef-acc8-cdf760b627bb {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:56:28.604666 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device cc5f6c36-ee46-42ef-acc8-cdf760b627bb not bound to the agent host dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:56:28.605075 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 7735e2ee-24df-417c-8965-a4cce24b5ab7 no longer exists at agent ovs-agent-dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 07:56:28.623339 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.plugin [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] No Port match for: 7735e2ee-24df-417c-8965-a4cce24b5ab7 {{(pid=109285) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 07:56:28.623681 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron.plugins.ml2.rpc [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Device 7735e2ee-24df-417c-8965-a4cce24b5ab7 not bound to the agent host dv-cinder-804035-14-iscsi {{(pid=109285) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 07:56:31.350485 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-33decc84-ccec-471a-9fd4-45688d2107fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:32.831931 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:34.876321 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:35.612230 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:37.488446 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:56:56.604970 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:56:58.535576 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-57ed51cc-9442-4ef3-b620-c9fe9cff56e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:57:01.352592 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-013ee8ad-8647-4ce0-89c6-88c2cbb0d8bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:57:02.834184 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:57:04.882731 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:57:05.614135 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:57:07.492305 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:57:28.537183 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-7cbd5397-5765-4dfa-ad05-b2a5a02ccad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:57:31.354322 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-be0545f4-bed4-45bd-a9a0-ef99db232200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:57:32.836654 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:57:33.603731 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:57:34.884603 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:57:35.616167 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:57:37.503621 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:57:58.538588 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-b89656d8-713d-4399-a179-680d6f9064c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:58:01.354607 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-813604e2-b414-428f-9de7-ee3cc1599c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:58:02.840639 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:58:04.889090 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:58:05.627739 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:58:07.503277 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:58:10.603519 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:58:28.540577 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-73ea3866-73dd-43ac-bb7e-6dd82a150633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:58:31.357354 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-cbb6572e-a5ca-4d09-8dc6-199197920b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:58:32.843406 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:58:34.893513 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:58:35.620356 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:58:37.517485 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:58:40.543184 dv-cinder-804035-14-iscsi neutron-server[109283]: DEBUG neutron.wsgi [req-c182723b-89f8-425f-8115-2eb57e22595b req-9ef926d3-76aa-4d0b-bae7-f5155b3f7d45 service neutron] (109283) timed out ('10.222.0.31', 49932) {{(pid=109283) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 07:58:44.629412 dv-cinder-804035-14-iscsi neutron-server[109284]: DEBUG neutron.wsgi [req-f6fae2a9-5fd9-44b8-b61e-2a01ddcc42eb req-50c1b223-50df-44d6-a0ca-4ff31f7f05a5 service neutron] (109284) timed out ('10.222.0.31', 49925) {{(pid=109284) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 07:58:47.602491 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:58:58.544894 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-c1281ed5-67c7-4309-88d8-f31a68072f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:59:01.360188 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-9935990e-dc69-4463-aa27-f2f8ad205de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:59:02.846488 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:59:04.893772 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:59:05.622834 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:59:07.516557 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:59:24.600984 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 07:59:28.548265 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-119a5dc0-04eb-4431-9f1a-9489f5f12f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:59:31.362766 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-03152e0e-18f5-435c-9d7d-c89a48d393f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:59:32.848841 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:59:34.897274 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:59:35.627954 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:59:37.516342 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 07:59:58.551272 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-7b25f8c2-c739-4c26-9034-0dfb96e25c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:00:01.367160 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-35c7f3c8-dfa5-40c3-945b-8f614b1d7960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:00:01.599197 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 08:00:02.853507 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:00:04.906596 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:00:05.635226 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:00:07.517390 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:00:28.553853 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-9cb33f02-efa6-4f3c-ad66-d0d55d47c8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:00:31.368741 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-4c449d7c-1fe9-4b11-9e5d-b0a8299e5336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:00:32.855437 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:00:34.905463 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:00:35.627663 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:00:37.517577 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:00:38.598258 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 08:00:58.554767 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-28371046-5348-4790-bc91-c30676e99769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:01:01.371816 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-7881e1c6-146b-4643-8c7e-d6d33f0fdd28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:01:02.858971 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:01:04.907213 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:01:05.629467 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:01:07.514242 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:01:15.597528 dv-cinder-804035-14-iscsi neutron-server[109286]: DEBUG neutron.db.agents_db [None req-e81cbb2f-29ed-459f-bd27-21e604b4254a None None] Agent healthcheck: found 6 active agents {{(pid=109286) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 08:01:28.556348 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-74c418ed-8cea-477a-82d5-32ba7c4434f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:01:31.374148 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-18110e51-5ada-44e7-b10c-9e2a3630fd30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:01:32.861205 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-42db748a-b039-4047-918f-44612d061224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:01:34.912878 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-3b551a02-57cb-4fc5-924e-232d941ceaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:01:35.631667 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-38e45aef-590d-43ca-bf8d-af5765ae6689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 08:01:37.514630 dv-cinder-804035-14-iscsi neutron-server[109285]: DEBUG neutron_lib.callbacks.manager [None req-e4aabaa3-a5d8-4461-891a-bb40870026cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750072253633', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-671577'] for agent, after_update {{(pid=109285) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}